2024-12-10 07:22:13,465 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-12-10 07:22:13,489 main DEBUG Took 0.021531 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-10 07:22:13,489 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-10 07:22:13,490 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-10 07:22:13,491 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-10 07:22:13,493 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:22:13,507 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-10 07:22:13,525 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:22:13,527 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:22:13,528 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:22:13,528 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:22:13,529 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:22:13,529 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:22:13,531 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:22:13,531 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:22:13,532 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:22:13,532 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:22:13,533 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:22:13,534 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:22:13,534 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:22:13,535 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:22:13,535 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:22:13,536 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:22:13,536 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:22:13,537 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:22:13,537 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:22:13,538 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:22:13,538 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:22:13,539 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:22:13,539 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:22:13,540 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-10 07:22:13,540 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:22:13,541 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-10 07:22:13,543 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-10 07:22:13,544 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-10 07:22:13,547 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-10 07:22:13,547 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-10 07:22:13,549 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-10 07:22:13,549 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-10 07:22:13,562 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-10 07:22:13,565 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-10 07:22:13,568 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-10 07:22:13,568 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-10 07:22:13,569 main DEBUG createAppenders(={Console}) 2024-12-10 07:22:13,570 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 initialized 2024-12-10 07:22:13,570 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-12-10 07:22:13,571 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 OK. 2024-12-10 07:22:13,571 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-10 07:22:13,572 main DEBUG OutputStream closed 2024-12-10 07:22:13,572 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-10 07:22:13,572 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-10 07:22:13,573 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@662b4c69 OK 2024-12-10 07:22:13,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-10 07:22:13,676 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-10 07:22:13,677 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-10 07:22:13,678 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-10 07:22:13,679 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-10 07:22:13,680 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-10 07:22:13,680 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-10 07:22:13,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-10 07:22:13,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-10 07:22:13,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-10 07:22:13,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-10 07:22:13,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-10 07:22:13,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-10 07:22:13,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-10 07:22:13,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-10 07:22:13,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-10 07:22:13,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-10 07:22:13,685 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-10 07:22:13,689 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-10 07:22:13,689 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-12-10 07:22:13,689 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-10 07:22:13,690 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-12-10T07:22:13,713 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-12-10 07:22:13,717 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-10 07:22:13,717 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-10T07:22:13,782 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=142, ProcessCount=11, AvailableMemoryMB=7950 2024-12-10T07:22:14,043 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f 2024-12-10T07:22:14,045 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-10T07:22:14,048 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/cluster_bfa0bf98-9a8f-34e4-acbd-0ae0b707eb28, deleteOnExit=true 2024-12-10T07:22:14,048 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-10T07:22:14,049 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/test.cache.data in system properties and HBase conf 2024-12-10T07:22:14,049 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/hadoop.tmp.dir in system properties and HBase conf 2024-12-10T07:22:14,050 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/hadoop.log.dir in system properties and HBase conf 2024-12-10T07:22:14,050 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-10T07:22:14,051 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-10T07:22:14,051 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-10T07:22:14,149 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-10T07:22:14,249 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-10T07:22:14,252 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:22:14,253 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:22:14,253 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-10T07:22:14,254 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:22:14,254 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-10T07:22:14,255 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-10T07:22:14,255 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:22:14,255 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:22:14,256 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-10T07:22:14,256 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/nfs.dump.dir in system properties and HBase conf 2024-12-10T07:22:14,257 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/java.io.tmpdir in system properties and HBase conf 2024-12-10T07:22:14,257 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:22:14,257 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-10T07:22:14,258 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-10T07:22:15,129 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-10T07:22:15,202 INFO [Time-limited test {}] log.Log(170): Logging initialized @2444ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-10T07:22:15,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:22:15,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:22:15,359 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:22:15,359 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:22:15,361 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T07:22:15,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:22:15,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:22:15,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:22:15,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/java.io.tmpdir/jetty-localhost-35533-hadoop-hdfs-3_4_1-tests_jar-_-any-463290044191471900/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:22:15,574 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:35533} 2024-12-10T07:22:15,574 INFO [Time-limited test {}] server.Server(415): Started @2817ms 2024-12-10T07:22:15,959 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:22:15,967 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:22:15,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:22:15,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:22:15,969 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T07:22:15,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:22:15,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:22:16,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39927f61{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/java.io.tmpdir/jetty-localhost-40203-hadoop-hdfs-3_4_1-tests_jar-_-any-6607391224690107681/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:22:16,102 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:40203} 2024-12-10T07:22:16,102 INFO [Time-limited test {}] server.Server(415): Started @3345ms 2024-12-10T07:22:16,161 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:22:16,304 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:22:16,315 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:22:16,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:22:16,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:22:16,317 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T07:22:16,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:22:16,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:22:16,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64605125{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/java.io.tmpdir/jetty-localhost-32871-hadoop-hdfs-3_4_1-tests_jar-_-any-460846078689420080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:22:16,479 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:32871} 2024-12-10T07:22:16,479 INFO [Time-limited test {}] server.Server(415): Started @3722ms 2024-12-10T07:22:16,482 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:22:16,677 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/cluster_bfa0bf98-9a8f-34e4-acbd-0ae0b707eb28/dfs/data/data4/current/BP-516541531-172.17.0.2-1733815334884/current, will proceed with Du for space computation calculation, 2024-12-10T07:22:16,677 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/cluster_bfa0bf98-9a8f-34e4-acbd-0ae0b707eb28/dfs/data/data1/current/BP-516541531-172.17.0.2-1733815334884/current, will proceed with Du for space computation calculation, 2024-12-10T07:22:16,677 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/cluster_bfa0bf98-9a8f-34e4-acbd-0ae0b707eb28/dfs/data/data3/current/BP-516541531-172.17.0.2-1733815334884/current, will proceed with Du for space computation calculation, 2024-12-10T07:22:16,679 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/cluster_bfa0bf98-9a8f-34e4-acbd-0ae0b707eb28/dfs/data/data2/current/BP-516541531-172.17.0.2-1733815334884/current, will proceed with Du for space computation calculation, 2024-12-10T07:22:16,761 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:22:16,763 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:22:16,860 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30a0289184233746 with lease ID 0x68ddbf4013816b3b: Processing first storage report for DS-5ab4c581-d038-49e3-87f7-5f7181108d52 from datanode DatanodeRegistration(127.0.0.1:33151, datanodeUuid=e6b18ac9-6884-43a2-a699-bffa85701bae, infoPort=39113, infoSecurePort=0, ipcPort=43501, storageInfo=lv=-57;cid=testClusterID;nsid=2097257399;c=1733815334884) 2024-12-10T07:22:16,862 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30a0289184233746 with lease ID 0x68ddbf4013816b3b: from storage DS-5ab4c581-d038-49e3-87f7-5f7181108d52 node DatanodeRegistration(127.0.0.1:33151, datanodeUuid=e6b18ac9-6884-43a2-a699-bffa85701bae, infoPort=39113, infoSecurePort=0, ipcPort=43501, storageInfo=lv=-57;cid=testClusterID;nsid=2097257399;c=1733815334884), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-10T07:22:16,862 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8b8933ceb8bdbe0 with lease ID 0x68ddbf4013816b3a: Processing first storage report for DS-17d4320e-7212-4ca5-95d6-a98081eb85de from datanode DatanodeRegistration(127.0.0.1:38747, datanodeUuid=401f7a4b-bdc5-409b-a290-75e8e2810bf8, infoPort=33003, infoSecurePort=0, ipcPort=42111, storageInfo=lv=-57;cid=testClusterID;nsid=2097257399;c=1733815334884) 2024-12-10T07:22:16,863 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8b8933ceb8bdbe0 with lease ID 0x68ddbf4013816b3a: from storage DS-17d4320e-7212-4ca5-95d6-a98081eb85de node DatanodeRegistration(127.0.0.1:38747, datanodeUuid=401f7a4b-bdc5-409b-a290-75e8e2810bf8, infoPort=33003, infoSecurePort=0, ipcPort=42111, storageInfo=lv=-57;cid=testClusterID;nsid=2097257399;c=1733815334884), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-10T07:22:16,863 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x30a0289184233746 with lease ID 0x68ddbf4013816b3b: Processing first storage report for DS-468cb717-60ee-4ba2-bcac-eb03b9c3dea3 from datanode DatanodeRegistration(127.0.0.1:33151, datanodeUuid=e6b18ac9-6884-43a2-a699-bffa85701bae, infoPort=39113, infoSecurePort=0, ipcPort=43501, storageInfo=lv=-57;cid=testClusterID;nsid=2097257399;c=1733815334884) 2024-12-10T07:22:16,863 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x30a0289184233746 with lease ID 0x68ddbf4013816b3b: from storage DS-468cb717-60ee-4ba2-bcac-eb03b9c3dea3 node DatanodeRegistration(127.0.0.1:33151, datanodeUuid=e6b18ac9-6884-43a2-a699-bffa85701bae, infoPort=39113, infoSecurePort=0, ipcPort=43501, storageInfo=lv=-57;cid=testClusterID;nsid=2097257399;c=1733815334884), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:22:16,864 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8b8933ceb8bdbe0 with lease ID 0x68ddbf4013816b3a: Processing first storage report for DS-cfd716df-73bd-495d-93a4-e11c96f17fd3 from datanode DatanodeRegistration(127.0.0.1:38747, datanodeUuid=401f7a4b-bdc5-409b-a290-75e8e2810bf8, infoPort=33003, infoSecurePort=0, ipcPort=42111, storageInfo=lv=-57;cid=testClusterID;nsid=2097257399;c=1733815334884) 2024-12-10T07:22:16,864 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8b8933ceb8bdbe0 with lease ID 0x68ddbf4013816b3a: from storage DS-cfd716df-73bd-495d-93a4-e11c96f17fd3 node DatanodeRegistration(127.0.0.1:38747, datanodeUuid=401f7a4b-bdc5-409b-a290-75e8e2810bf8, infoPort=33003, infoSecurePort=0, ipcPort=42111, storageInfo=lv=-57;cid=testClusterID;nsid=2097257399;c=1733815334884), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-10T07:22:16,913 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f 2024-12-10T07:22:17,005 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/cluster_bfa0bf98-9a8f-34e4-acbd-0ae0b707eb28/zookeeper_0, clientPort=58032, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/cluster_bfa0bf98-9a8f-34e4-acbd-0ae0b707eb28/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/cluster_bfa0bf98-9a8f-34e4-acbd-0ae0b707eb28/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-10T07:22:17,019 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=58032 2024-12-10T07:22:17,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:17,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:17,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:22:17,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:22:17,747 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef with version=8 2024-12-10T07:22:17,747 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/hbase-staging 2024-12-10T07:22:17,880 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-10T07:22:18,168 INFO [Time-limited test {}] client.ConnectionUtils(129): master/65d303fd23b5:0 server-side Connection retries=45 2024-12-10T07:22:18,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:18,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:18,190 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:22:18,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:18,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:22:18,347 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:22:18,409 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-10T07:22:18,418 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-10T07:22:18,422 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:22:18,451 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4508 (auto-detected) 2024-12-10T07:22:18,452 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-10T07:22:18,473 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39435 2024-12-10T07:22:18,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:18,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:18,501 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:39435 connecting to ZooKeeper ensemble=127.0.0.1:58032 2024-12-10T07:22:18,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394350x0, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:22:18,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39435-0x1007ace38fc0000 connected 2024-12-10T07:22:18,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:22:18,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:18,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:22:18,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39435 2024-12-10T07:22:18,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39435 2024-12-10T07:22:18,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39435 2024-12-10T07:22:18,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39435 2024-12-10T07:22:18,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39435 2024-12-10T07:22:18,586 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef, hbase.cluster.distributed=false 2024-12-10T07:22:18,655 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/65d303fd23b5:0 server-side Connection retries=45 2024-12-10T07:22:18,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:18,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:18,656 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:22:18,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:18,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:22:18,659 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:22:18,661 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:22:18,662 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44315 2024-12-10T07:22:18,664 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:22:18,670 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:22:18,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:18,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:18,681 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44315 connecting to ZooKeeper ensemble=127.0.0.1:58032 2024-12-10T07:22:18,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443150x0, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:22:18,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443150x0, quorum=127.0.0.1:58032, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:22:18,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44315-0x1007ace38fc0001 connected 2024-12-10T07:22:18,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44315-0x1007ace38fc0001, quorum=127.0.0.1:58032, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:18,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44315-0x1007ace38fc0001, quorum=127.0.0.1:58032, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:22:18,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44315 2024-12-10T07:22:18,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44315 2024-12-10T07:22:18,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44315 2024-12-10T07:22:18,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44315 2024-12-10T07:22:18,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44315 2024-12-10T07:22:18,714 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/65d303fd23b5:0 server-side Connection retries=45 2024-12-10T07:22:18,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:18,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:18,715 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:22:18,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:18,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:22:18,716 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:22:18,716 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:22:18,717 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40223 2024-12-10T07:22:18,718 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:22:18,719 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:22:18,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:18,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:18,729 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40223 connecting to ZooKeeper ensemble=127.0.0.1:58032 2024-12-10T07:22:18,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402230x0, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:22:18,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40223-0x1007ace38fc0002, quorum=127.0.0.1:58032, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:22:18,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40223-0x1007ace38fc0002 connected 2024-12-10T07:22:18,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40223-0x1007ace38fc0002, quorum=127.0.0.1:58032, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:18,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40223-0x1007ace38fc0002, quorum=127.0.0.1:58032, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:22:18,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40223 2024-12-10T07:22:18,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40223 2024-12-10T07:22:18,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40223 2024-12-10T07:22:18,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40223 2024-12-10T07:22:18,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40223 2024-12-10T07:22:18,739 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/65d303fd23b5,39435,1733815337873 2024-12-10T07:22:18,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:18,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1007ace38fc0001, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:18,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40223-0x1007ace38fc0002, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:18,749 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/65d303fd23b5,39435,1733815337873 2024-12-10T07:22:18,756 DEBUG [M:0;65d303fd23b5:39435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;65d303fd23b5:39435 2024-12-10T07:22:18,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1007ace38fc0001, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:22:18,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:22:18,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40223-0x1007ace38fc0002, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:22:18,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1007ace38fc0001, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:18,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:18,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40223-0x1007ace38fc0002, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:18,775 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T07:22:18,776 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/65d303fd23b5,39435,1733815337873 from backup master directory 2024-12-10T07:22:18,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T07:22:18,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/65d303fd23b5,39435,1733815337873 2024-12-10T07:22:18,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1007ace38fc0001, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:18,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:18,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40223-0x1007ace38fc0002, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:18,781 WARN [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:22:18,781 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=65d303fd23b5,39435,1733815337873 2024-12-10T07:22:18,783 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-10T07:22:18,788 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-10T07:22:18,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:22:18,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:22:18,868 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/hbase.id with ID: 5878a638-2f28-438b-a0ce-6a0b7ca4e6b2 2024-12-10T07:22:18,909 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:18,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1007ace38fc0001, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:18,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:18,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40223-0x1007ace38fc0002, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:18,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:22:18,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:22:18,970 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:22:18,972 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-10T07:22:18,990 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-10T07:22:18,995 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:22:19,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:22:19,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:22:19,050 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/MasterData/data/master/store 2024-12-10T07:22:19,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:22:19,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:22:19,074 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-10T07:22:19,074 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:19,076 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:22:19,076 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:19,076 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:19,076 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:22:19,076 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:19,077 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:19,077 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T07:22:19,079 WARN [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/MasterData/data/master/store/.initializing 2024-12-10T07:22:19,080 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/MasterData/WALs/65d303fd23b5,39435,1733815337873 2024-12-10T07:22:19,086 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:22:19,097 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65d303fd23b5%2C39435%2C1733815337873, suffix=, logDir=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/MasterData/WALs/65d303fd23b5,39435,1733815337873, archiveDir=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/MasterData/oldWALs, maxLogs=10 2024-12-10T07:22:19,119 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/MasterData/WALs/65d303fd23b5,39435,1733815337873/65d303fd23b5%2C39435%2C1733815337873.1733815339102, exclude list is [], retry=0 2024-12-10T07:22:19,137 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33151,DS-5ab4c581-d038-49e3-87f7-5f7181108d52,DISK] 2024-12-10T07:22:19,137 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38747,DS-17d4320e-7212-4ca5-95d6-a98081eb85de,DISK] 2024-12-10T07:22:19,140 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-10T07:22:19,179 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/MasterData/WALs/65d303fd23b5,39435,1733815337873/65d303fd23b5%2C39435%2C1733815337873.1733815339102 2024-12-10T07:22:19,180 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33003:33003),(127.0.0.1/127.0.0.1:39113:39113)] 2024-12-10T07:22:19,181 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:22:19,182 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:19,186 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:19,188 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:19,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:19,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-10T07:22:19,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:19,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:19,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:19,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-10T07:22:19,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:19,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:19,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:19,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-10T07:22:19,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:19,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:19,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:19,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-10T07:22:19,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:19,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:19,278 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:19,279 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:19,288 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:22:19,292 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:19,296 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:19,297 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69267980, jitterRate=0.032173335552215576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:22:19,301 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T07:22:19,302 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-10T07:22:19,331 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bea8140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:22:19,366 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-10T07:22:19,377 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-10T07:22:19,377 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-10T07:22:19,379 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-10T07:22:19,381 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-10T07:22:19,386 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-10T07:22:19,386 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-10T07:22:19,417 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-10T07:22:19,432 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-10T07:22:19,435 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-10T07:22:19,438 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-10T07:22:19,440 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-10T07:22:19,442 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-10T07:22:19,444 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-10T07:22:19,447 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-10T07:22:19,449 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-10T07:22:19,449 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-10T07:22:19,451 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-10T07:22:19,461 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-10T07:22:19,463 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-10T07:22:19,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:19,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1007ace38fc0001, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:19,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40223-0x1007ace38fc0002, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:19,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1007ace38fc0001, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:19,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40223-0x1007ace38fc0002, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:19,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:19,469 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=65d303fd23b5,39435,1733815337873, sessionid=0x1007ace38fc0000, setting cluster-up flag (Was=false) 2024-12-10T07:22:19,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1007ace38fc0001, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:19,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:19,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40223-0x1007ace38fc0002, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:19,490 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-10T07:22:19,492 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=65d303fd23b5,39435,1733815337873 2024-12-10T07:22:19,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:19,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1007ace38fc0001, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:19,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40223-0x1007ace38fc0002, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:19,504 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-10T07:22:19,506 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=65d303fd23b5,39435,1733815337873 2024-12-10T07:22:19,559 DEBUG [RS:1;65d303fd23b5:40223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;65d303fd23b5:40223 2024-12-10T07:22:19,559 DEBUG [RS:0;65d303fd23b5:44315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;65d303fd23b5:44315 2024-12-10T07:22:19,561 INFO [RS:0;65d303fd23b5:44315 {}] regionserver.HRegionServer(1008): ClusterId : 5878a638-2f28-438b-a0ce-6a0b7ca4e6b2 2024-12-10T07:22:19,561 INFO [RS:1;65d303fd23b5:40223 {}] regionserver.HRegionServer(1008): ClusterId : 5878a638-2f28-438b-a0ce-6a0b7ca4e6b2 2024-12-10T07:22:19,564 DEBUG [RS:1;65d303fd23b5:40223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:22:19,564 DEBUG [RS:0;65d303fd23b5:44315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:22:19,570 DEBUG [RS:1;65d303fd23b5:40223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:22:19,570 DEBUG [RS:0;65d303fd23b5:44315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:22:19,570 DEBUG [RS:1;65d303fd23b5:40223 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:22:19,570 DEBUG [RS:0;65d303fd23b5:44315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:22:19,576 DEBUG [RS:0;65d303fd23b5:44315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:22:19,576 DEBUG [RS:1;65d303fd23b5:40223 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:22:19,576 DEBUG [RS:0;65d303fd23b5:44315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d763465, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:22:19,576 DEBUG [RS:1;65d303fd23b5:40223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb47c20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:22:19,579 DEBUG [RS:1;65d303fd23b5:40223 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32020e39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65d303fd23b5/172.17.0.2:0 2024-12-10T07:22:19,579 DEBUG [RS:0;65d303fd23b5:44315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509f4fdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65d303fd23b5/172.17.0.2:0 2024-12-10T07:22:19,583 INFO [RS:0;65d303fd23b5:44315 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-10T07:22:19,583 INFO [RS:1;65d303fd23b5:40223 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-10T07:22:19,583 INFO [RS:0;65d303fd23b5:44315 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-10T07:22:19,583 INFO [RS:1;65d303fd23b5:40223 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-10T07:22:19,584 DEBUG [RS:0;65d303fd23b5:44315 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-10T07:22:19,584 DEBUG [RS:1;65d303fd23b5:40223 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-10T07:22:19,586 INFO [RS:1;65d303fd23b5:40223 {}] regionserver.HRegionServer(3073): reportForDuty to master=65d303fd23b5,39435,1733815337873 with isa=65d303fd23b5/172.17.0.2:40223, startcode=1733815338713 2024-12-10T07:22:19,586 INFO [RS:0;65d303fd23b5:44315 {}] regionserver.HRegionServer(3073): reportForDuty to master=65d303fd23b5,39435,1733815337873 with isa=65d303fd23b5/172.17.0.2:44315, startcode=1733815338654 2024-12-10T07:22:19,592 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-10T07:22:19,598 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-10T07:22:19,599 DEBUG [RS:1;65d303fd23b5:40223 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:22:19,599 DEBUG [RS:0;65d303fd23b5:44315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:22:19,602 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-10T07:22:19,608 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 65d303fd23b5,39435,1733815337873 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-10T07:22:19,612 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/65d303fd23b5:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:22:19,613 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/65d303fd23b5:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:22:19,613 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/65d303fd23b5:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:22:19,613 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/65d303fd23b5:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:22:19,613 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/65d303fd23b5:0, corePoolSize=10, maxPoolSize=10 2024-12-10T07:22:19,613 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:19,614 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/65d303fd23b5:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:22:19,614 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:19,619 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733815369619 2024-12-10T07:22:19,621 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-10T07:22:19,623 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-10T07:22:19,627 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-10T07:22:19,627 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-10T07:22:19,628 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-10T07:22:19,628 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-10T07:22:19,628 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:19,630 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-10T07:22:19,630 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:22:19,631 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-10T07:22:19,631 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-10T07:22:19,632 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-10T07:22:19,634 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-10T07:22:19,634 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-10T07:22:19,638 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:19,637 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.large.0-1733815339637,5,FailOnTimeoutGroup] 2024-12-10T07:22:19,638 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55901, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:22:19,638 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56083, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:22:19,638 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T07:22:19,639 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.small.0-1733815339638,5,FailOnTimeoutGroup] 2024-12-10T07:22:19,640 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:19,640 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-10T07:22:19,641 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:19,641 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:19,644 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39435 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 65d303fd23b5,44315,1733815338654 2024-12-10T07:22:19,646 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39435 {}] master.ServerManager(486): Registering regionserver=65d303fd23b5,44315,1733815338654 2024-12-10T07:22:19,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741831_1007 (size=1039) 2024-12-10T07:22:19,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741831_1007 (size=1039) 2024-12-10T07:22:19,652 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-10T07:22:19,652 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef 2024-12-10T07:22:19,658 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39435 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 65d303fd23b5,40223,1733815338713 2024-12-10T07:22:19,658 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39435 {}] master.ServerManager(486): Registering regionserver=65d303fd23b5,40223,1733815338713 2024-12-10T07:22:19,662 DEBUG [RS:1;65d303fd23b5:40223 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef 2024-12-10T07:22:19,662 DEBUG [RS:0;65d303fd23b5:44315 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef 2024-12-10T07:22:19,662 DEBUG [RS:1;65d303fd23b5:40223 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46075 2024-12-10T07:22:19,662 DEBUG [RS:0;65d303fd23b5:44315 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46075 2024-12-10T07:22:19,662 DEBUG [RS:1;65d303fd23b5:40223 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-10T07:22:19,662 DEBUG [RS:0;65d303fd23b5:44315 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-10T07:22:19,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:22:19,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:22:19,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:22:19,671 DEBUG [RS:0;65d303fd23b5:44315 {}] zookeeper.ZKUtil(111): regionserver:44315-0x1007ace38fc0001, quorum=127.0.0.1:58032, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/65d303fd23b5,44315,1733815338654 2024-12-10T07:22:19,671 DEBUG [RS:1;65d303fd23b5:40223 {}] zookeeper.ZKUtil(111): regionserver:40223-0x1007ace38fc0002, quorum=127.0.0.1:58032, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/65d303fd23b5,40223,1733815338713 2024-12-10T07:22:19,671 WARN [RS:0;65d303fd23b5:44315 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:22:19,671 WARN [RS:1;65d303fd23b5:40223 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:22:19,671 INFO [RS:0;65d303fd23b5:44315 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:22:19,671 INFO [RS:1;65d303fd23b5:40223 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:22:19,671 DEBUG [RS:0;65d303fd23b5:44315 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/WALs/65d303fd23b5,44315,1733815338654 2024-12-10T07:22:19,672 DEBUG [RS:1;65d303fd23b5:40223 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/WALs/65d303fd23b5,40223,1733815338713 2024-12-10T07:22:19,674 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [65d303fd23b5,44315,1733815338654] 2024-12-10T07:22:19,675 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [65d303fd23b5,40223,1733815338713] 2024-12-10T07:22:19,685 DEBUG [RS:0;65d303fd23b5:44315 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-10T07:22:19,685 DEBUG [RS:1;65d303fd23b5:40223 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-10T07:22:19,697 INFO [RS:1;65d303fd23b5:40223 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:22:19,697 INFO [RS:0;65d303fd23b5:44315 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:22:19,710 INFO [RS:0;65d303fd23b5:44315 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:22:19,710 INFO [RS:1;65d303fd23b5:40223 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:22:19,713 INFO [RS:0;65d303fd23b5:44315 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:22:19,713 INFO [RS:1;65d303fd23b5:40223 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:22:19,713 INFO [RS:1;65d303fd23b5:40223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:19,713 INFO [RS:0;65d303fd23b5:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:19,714 INFO [RS:0;65d303fd23b5:44315 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-10T07:22:19,714 INFO [RS:1;65d303fd23b5:40223 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-10T07:22:19,721 INFO [RS:1;65d303fd23b5:40223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:19,721 INFO [RS:0;65d303fd23b5:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:19,722 DEBUG [RS:1;65d303fd23b5:40223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:19,722 DEBUG [RS:0;65d303fd23b5:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:19,722 DEBUG [RS:1;65d303fd23b5:40223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:19,722 DEBUG [RS:0;65d303fd23b5:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:19,722 DEBUG [RS:1;65d303fd23b5:40223 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:19,722 DEBUG [RS:0;65d303fd23b5:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:19,722 DEBUG [RS:1;65d303fd23b5:40223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:19,722 DEBUG [RS:0;65d303fd23b5:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:19,722 DEBUG [RS:1;65d303fd23b5:40223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:19,722 DEBUG [RS:0;65d303fd23b5:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:19,722 DEBUG [RS:1;65d303fd23b5:40223 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/65d303fd23b5:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:22:19,722 DEBUG [RS:0;65d303fd23b5:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/65d303fd23b5:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:22:19,723 DEBUG [RS:1;65d303fd23b5:40223 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:19,723 DEBUG [RS:0;65d303fd23b5:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:19,723 DEBUG [RS:1;65d303fd23b5:40223 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:19,723 DEBUG [RS:0;65d303fd23b5:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:19,723 DEBUG [RS:1;65d303fd23b5:40223 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:19,723 DEBUG [RS:0;65d303fd23b5:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:19,723 DEBUG [RS:1;65d303fd23b5:40223 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:19,723 DEBUG [RS:0;65d303fd23b5:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:19,723 DEBUG [RS:1;65d303fd23b5:40223 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:19,723 DEBUG [RS:0;65d303fd23b5:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:19,723 DEBUG [RS:0;65d303fd23b5:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/65d303fd23b5:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:22:19,723 DEBUG [RS:1;65d303fd23b5:40223 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/65d303fd23b5:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:22:19,723 DEBUG [RS:0;65d303fd23b5:44315 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/65d303fd23b5:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:22:19,723 DEBUG [RS:1;65d303fd23b5:40223 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/65d303fd23b5:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:22:19,725 INFO [RS:0;65d303fd23b5:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:19,725 INFO [RS:1;65d303fd23b5:40223 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:19,725 INFO [RS:0;65d303fd23b5:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:19,725 INFO [RS:1;65d303fd23b5:40223 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:19,725 INFO [RS:0;65d303fd23b5:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:19,725 INFO [RS:1;65d303fd23b5:40223 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:19,725 INFO [RS:0;65d303fd23b5:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:19,726 INFO [RS:1;65d303fd23b5:40223 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:19,726 INFO [RS:0;65d303fd23b5:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,44315,1733815338654-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:22:19,726 INFO [RS:1;65d303fd23b5:40223 {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,40223,1733815338713-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:22:19,753 INFO [RS:0;65d303fd23b5:44315 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:22:19,753 INFO [RS:1;65d303fd23b5:40223 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:22:19,756 INFO [RS:1;65d303fd23b5:40223 {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,40223,1733815338713-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:19,756 INFO [RS:0;65d303fd23b5:44315 {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,44315,1733815338654-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:19,776 INFO [RS:1;65d303fd23b5:40223 {}] regionserver.Replication(204): 65d303fd23b5,40223,1733815338713 started 2024-12-10T07:22:19,777 INFO [RS:1;65d303fd23b5:40223 {}] regionserver.HRegionServer(1767): Serving as 65d303fd23b5,40223,1733815338713, RpcServer on 65d303fd23b5/172.17.0.2:40223, sessionid=0x1007ace38fc0002 2024-12-10T07:22:19,777 DEBUG [RS:1;65d303fd23b5:40223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:22:19,777 DEBUG [RS:1;65d303fd23b5:40223 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 65d303fd23b5,40223,1733815338713 2024-12-10T07:22:19,777 DEBUG [RS:1;65d303fd23b5:40223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65d303fd23b5,40223,1733815338713' 2024-12-10T07:22:19,777 DEBUG [RS:1;65d303fd23b5:40223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:22:19,778 DEBUG [RS:1;65d303fd23b5:40223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:22:19,779 DEBUG [RS:1;65d303fd23b5:40223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:22:19,779 DEBUG [RS:1;65d303fd23b5:40223 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:22:19,779 DEBUG [RS:1;65d303fd23b5:40223 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 65d303fd23b5,40223,1733815338713 2024-12-10T07:22:19,779 DEBUG [RS:1;65d303fd23b5:40223 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65d303fd23b5,40223,1733815338713' 2024-12-10T07:22:19,779 DEBUG [RS:1;65d303fd23b5:40223 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:22:19,780 DEBUG [RS:1;65d303fd23b5:40223 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:22:19,780 DEBUG [RS:1;65d303fd23b5:40223 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:22:19,780 INFO [RS:1;65d303fd23b5:40223 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:22:19,781 INFO [RS:1;65d303fd23b5:40223 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:22:19,782 INFO [RS:0;65d303fd23b5:44315 {}] regionserver.Replication(204): 65d303fd23b5,44315,1733815338654 started 2024-12-10T07:22:19,783 INFO [RS:0;65d303fd23b5:44315 {}] regionserver.HRegionServer(1767): Serving as 65d303fd23b5,44315,1733815338654, RpcServer on 65d303fd23b5/172.17.0.2:44315, sessionid=0x1007ace38fc0001 2024-12-10T07:22:19,783 DEBUG [RS:0;65d303fd23b5:44315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:22:19,783 DEBUG [RS:0;65d303fd23b5:44315 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 65d303fd23b5,44315,1733815338654 2024-12-10T07:22:19,783 DEBUG [RS:0;65d303fd23b5:44315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65d303fd23b5,44315,1733815338654' 2024-12-10T07:22:19,783 DEBUG [RS:0;65d303fd23b5:44315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:22:19,784 DEBUG [RS:0;65d303fd23b5:44315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:22:19,784 DEBUG [RS:0;65d303fd23b5:44315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:22:19,784 DEBUG [RS:0;65d303fd23b5:44315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:22:19,784 DEBUG [RS:0;65d303fd23b5:44315 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 65d303fd23b5,44315,1733815338654 2024-12-10T07:22:19,784 DEBUG [RS:0;65d303fd23b5:44315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65d303fd23b5,44315,1733815338654' 2024-12-10T07:22:19,784 DEBUG [RS:0;65d303fd23b5:44315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:22:19,785 DEBUG [RS:0;65d303fd23b5:44315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:22:19,786 DEBUG [RS:0;65d303fd23b5:44315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:22:19,786 INFO [RS:0;65d303fd23b5:44315 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:22:19,786 INFO [RS:0;65d303fd23b5:44315 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:22:19,886 INFO [RS:1;65d303fd23b5:40223 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:22:19,886 INFO [RS:0;65d303fd23b5:44315 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:22:19,889 INFO [RS:0;65d303fd23b5:44315 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65d303fd23b5%2C44315%2C1733815338654, suffix=, logDir=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/WALs/65d303fd23b5,44315,1733815338654, archiveDir=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/oldWALs, maxLogs=32 2024-12-10T07:22:19,889 INFO [RS:1;65d303fd23b5:40223 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65d303fd23b5%2C40223%2C1733815338713, suffix=, logDir=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/WALs/65d303fd23b5,40223,1733815338713, archiveDir=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/oldWALs, maxLogs=32 2024-12-10T07:22:19,908 DEBUG [RS:0;65d303fd23b5:44315 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/WALs/65d303fd23b5,44315,1733815338654/65d303fd23b5%2C44315%2C1733815338654.1733815339893, exclude list is [], retry=0 2024-12-10T07:22:19,908 DEBUG [RS:1;65d303fd23b5:40223 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/WALs/65d303fd23b5,40223,1733815338713/65d303fd23b5%2C40223%2C1733815338713.1733815339894, exclude list is [], retry=0 2024-12-10T07:22:19,913 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33151,DS-5ab4c581-d038-49e3-87f7-5f7181108d52,DISK] 2024-12-10T07:22:19,913 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38747,DS-17d4320e-7212-4ca5-95d6-a98081eb85de,DISK] 2024-12-10T07:22:19,914 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33151,DS-5ab4c581-d038-49e3-87f7-5f7181108d52,DISK] 2024-12-10T07:22:19,914 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38747,DS-17d4320e-7212-4ca5-95d6-a98081eb85de,DISK] 2024-12-10T07:22:19,920 INFO [RS:0;65d303fd23b5:44315 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/WALs/65d303fd23b5,44315,1733815338654/65d303fd23b5%2C44315%2C1733815338654.1733815339893 2024-12-10T07:22:19,921 DEBUG [RS:0;65d303fd23b5:44315 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33003:33003),(127.0.0.1/127.0.0.1:39113:39113)] 2024-12-10T07:22:19,922 INFO [RS:1;65d303fd23b5:40223 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/WALs/65d303fd23b5,40223,1733815338713/65d303fd23b5%2C40223%2C1733815338713.1733815339894 2024-12-10T07:22:19,923 DEBUG [RS:1;65d303fd23b5:40223 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33003:33003),(127.0.0.1/127.0.0.1:39113:39113)] 2024-12-10T07:22:20,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:20,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:22:20,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:22:20,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:20,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:20,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:22:20,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:22:20,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:20,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:20,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:22:20,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:22:20,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:20,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:20,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/hbase/meta/1588230740 2024-12-10T07:22:20,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/hbase/meta/1588230740 2024-12-10T07:22:20,089 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T07:22:20,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-10T07:22:20,096 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:20,097 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60075157, jitterRate=-0.10481040179729462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T07:22:20,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-10T07:22:20,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:22:20,099 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-10T07:22:20,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-10T07:22:20,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:22:20,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:22:20,101 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-10T07:22:20,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-10T07:22:20,104 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:22:20,104 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-10T07:22:20,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T07:22:20,123 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T07:22:20,126 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-10T07:22:20,277 DEBUG [65d303fd23b5:39435 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-10T07:22:20,280 DEBUG [65d303fd23b5:39435 {}] balancer.BalancerClusterState(202): Hosts are {65d303fd23b5=0} racks are {/default-rack=0} 2024-12-10T07:22:20,287 DEBUG [65d303fd23b5:39435 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-10T07:22:20,287 DEBUG [65d303fd23b5:39435 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-10T07:22:20,287 INFO [65d303fd23b5:39435 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-10T07:22:20,287 INFO [65d303fd23b5:39435 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-10T07:22:20,287 DEBUG [65d303fd23b5:39435 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:22:20,292 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=65d303fd23b5,44315,1733815338654 2024-12-10T07:22:20,297 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 65d303fd23b5,44315,1733815338654, state=OPENING 2024-12-10T07:22:20,303 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-10T07:22:20,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1007ace38fc0001, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:20,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:20,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40223-0x1007ace38fc0002, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:20,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:20,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:20,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:20,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=65d303fd23b5,44315,1733815338654}] 2024-12-10T07:22:20,484 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65d303fd23b5,44315,1733815338654 2024-12-10T07:22:20,486 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:22:20,489 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:22:20,502 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-10T07:22:20,502 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:22:20,503 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T07:22:20,506 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65d303fd23b5%2C44315%2C1733815338654.meta, suffix=.meta, logDir=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/WALs/65d303fd23b5,44315,1733815338654, archiveDir=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/oldWALs, maxLogs=32 2024-12-10T07:22:20,522 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/WALs/65d303fd23b5,44315,1733815338654/65d303fd23b5%2C44315%2C1733815338654.meta.1733815340508.meta, exclude list is [], retry=0 2024-12-10T07:22:20,526 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38747,DS-17d4320e-7212-4ca5-95d6-a98081eb85de,DISK] 2024-12-10T07:22:20,526 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33151,DS-5ab4c581-d038-49e3-87f7-5f7181108d52,DISK] 2024-12-10T07:22:20,530 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/WALs/65d303fd23b5,44315,1733815338654/65d303fd23b5%2C44315%2C1733815338654.meta.1733815340508.meta 2024-12-10T07:22:20,531 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33003:33003),(127.0.0.1/127.0.0.1:39113:39113)] 2024-12-10T07:22:20,531 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:22:20,532 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T07:22:20,592 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T07:22:20,597 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T07:22:20,601 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T07:22:20,601 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:20,601 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-10T07:22:20,602 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-10T07:22:20,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:22:20,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:22:20,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:20,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:20,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:22:20,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:22:20,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:20,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:20,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:22:20,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:22:20,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:20,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:20,614 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/hbase/meta/1588230740 2024-12-10T07:22:20,617 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/hbase/meta/1588230740 2024-12-10T07:22:20,620 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T07:22:20,622 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-10T07:22:20,624 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71191590, jitterRate=0.060837358236312866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T07:22:20,626 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-10T07:22:20,634 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733815340478 2024-12-10T07:22:20,646 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T07:22:20,647 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-10T07:22:20,648 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=65d303fd23b5,44315,1733815338654 2024-12-10T07:22:20,650 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 65d303fd23b5,44315,1733815338654, state=OPEN 2024-12-10T07:22:20,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:22:20,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1007ace38fc0001, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:22:20,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40223-0x1007ace38fc0002, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:22:20,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:20,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:20,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:20,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-10T07:22:20,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=65d303fd23b5,44315,1733815338654 in 346 msec 2024-12-10T07:22:20,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-10T07:22:20,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 549 msec 2024-12-10T07:22:20,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.1300 sec 2024-12-10T07:22:20,672 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733815340672, completionTime=-1 2024-12-10T07:22:20,673 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-10T07:22:20,673 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-10T07:22:20,714 DEBUG [hconnection-0x37efbdd-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:22:20,716 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:22:20,727 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-10T07:22:20,727 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733815400727 2024-12-10T07:22:20,727 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733815460727 2024-12-10T07:22:20,727 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 54 msec 2024-12-10T07:22:20,747 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-10T07:22:20,753 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,39435,1733815337873-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:20,754 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,39435,1733815337873-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:20,754 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,39435,1733815337873-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:20,755 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-65d303fd23b5:39435, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:20,756 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:20,761 DEBUG [master/65d303fd23b5:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-10T07:22:20,764 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-10T07:22:20,766 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T07:22:20,773 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-10T07:22:20,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T07:22:20,777 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:20,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T07:22:20,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741836_1012 (size=358) 2024-12-10T07:22:20,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741836_1012 (size=358) 2024-12-10T07:22:20,795 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 37d7ae04b146e5d16b0676ee354ee1ab, NAME => 'hbase:namespace,,1733815340765.37d7ae04b146e5d16b0676ee354ee1ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef 2024-12-10T07:22:20,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741837_1013 (size=42) 2024-12-10T07:22:20,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741837_1013 (size=42) 2024-12-10T07:22:20,811 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733815340765.37d7ae04b146e5d16b0676ee354ee1ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:20,811 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 37d7ae04b146e5d16b0676ee354ee1ab, disabling compactions & flushes 2024-12-10T07:22:20,811 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733815340765.37d7ae04b146e5d16b0676ee354ee1ab. 2024-12-10T07:22:20,811 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733815340765.37d7ae04b146e5d16b0676ee354ee1ab. 2024-12-10T07:22:20,811 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733815340765.37d7ae04b146e5d16b0676ee354ee1ab. after waiting 0 ms 2024-12-10T07:22:20,811 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733815340765.37d7ae04b146e5d16b0676ee354ee1ab. 2024-12-10T07:22:20,811 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733815340765.37d7ae04b146e5d16b0676ee354ee1ab. 2024-12-10T07:22:20,811 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 37d7ae04b146e5d16b0676ee354ee1ab: 2024-12-10T07:22:20,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T07:22:20,820 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733815340765.37d7ae04b146e5d16b0676ee354ee1ab.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733815340815"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733815340815"}]},"ts":"1733815340815"} 2024-12-10T07:22:20,848 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-10T07:22:20,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T07:22:20,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733815340850"}]},"ts":"1733815340850"} 2024-12-10T07:22:20,858 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-10T07:22:20,863 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {65d303fd23b5=0} racks are {/default-rack=0} 2024-12-10T07:22:20,865 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-10T07:22:20,865 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-10T07:22:20,865 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-10T07:22:20,865 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-10T07:22:20,865 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:22:20,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=37d7ae04b146e5d16b0676ee354ee1ab, ASSIGN}] 2024-12-10T07:22:20,869 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=37d7ae04b146e5d16b0676ee354ee1ab, ASSIGN 2024-12-10T07:22:20,871 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=37d7ae04b146e5d16b0676ee354ee1ab, ASSIGN; state=OFFLINE, location=65d303fd23b5,40223,1733815338713; forceNewPlan=false, retain=false 2024-12-10T07:22:21,022 INFO [65d303fd23b5:39435 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-10T07:22:21,023 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=37d7ae04b146e5d16b0676ee354ee1ab, regionState=OPENING, regionLocation=65d303fd23b5,40223,1733815338713 2024-12-10T07:22:21,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 37d7ae04b146e5d16b0676ee354ee1ab, server=65d303fd23b5,40223,1733815338713}] 2024-12-10T07:22:21,181 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65d303fd23b5,40223,1733815338713 2024-12-10T07:22:21,181 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:22:21,183 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53846, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:22:21,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733815340765.37d7ae04b146e5d16b0676ee354ee1ab. 2024-12-10T07:22:21,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 37d7ae04b146e5d16b0676ee354ee1ab, NAME => 'hbase:namespace,,1733815340765.37d7ae04b146e5d16b0676ee354ee1ab.', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:22:21,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 37d7ae04b146e5d16b0676ee354ee1ab 2024-12-10T07:22:21,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733815340765.37d7ae04b146e5d16b0676ee354ee1ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:21,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 37d7ae04b146e5d16b0676ee354ee1ab 2024-12-10T07:22:21,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 37d7ae04b146e5d16b0676ee354ee1ab 2024-12-10T07:22:21,192 INFO [StoreOpener-37d7ae04b146e5d16b0676ee354ee1ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 37d7ae04b146e5d16b0676ee354ee1ab 2024-12-10T07:22:21,195 INFO [StoreOpener-37d7ae04b146e5d16b0676ee354ee1ab-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37d7ae04b146e5d16b0676ee354ee1ab columnFamilyName info 2024-12-10T07:22:21,195 DEBUG [StoreOpener-37d7ae04b146e5d16b0676ee354ee1ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:21,196 INFO [StoreOpener-37d7ae04b146e5d16b0676ee354ee1ab-1 {}] regionserver.HStore(327): Store=37d7ae04b146e5d16b0676ee354ee1ab/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:21,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/hbase/namespace/37d7ae04b146e5d16b0676ee354ee1ab 2024-12-10T07:22:21,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/hbase/namespace/37d7ae04b146e5d16b0676ee354ee1ab 2024-12-10T07:22:21,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 37d7ae04b146e5d16b0676ee354ee1ab 2024-12-10T07:22:21,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/hbase/namespace/37d7ae04b146e5d16b0676ee354ee1ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:21,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 37d7ae04b146e5d16b0676ee354ee1ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73110426, jitterRate=0.08943024277687073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:22:21,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 37d7ae04b146e5d16b0676ee354ee1ab: 2024-12-10T07:22:21,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733815340765.37d7ae04b146e5d16b0676ee354ee1ab., pid=6, masterSystemTime=1733815341181 2024-12-10T07:22:21,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733815340765.37d7ae04b146e5d16b0676ee354ee1ab. 2024-12-10T07:22:21,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733815340765.37d7ae04b146e5d16b0676ee354ee1ab. 2024-12-10T07:22:21,213 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=37d7ae04b146e5d16b0676ee354ee1ab, regionState=OPEN, openSeqNum=2, regionLocation=65d303fd23b5,40223,1733815338713 2024-12-10T07:22:21,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-10T07:22:21,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 37d7ae04b146e5d16b0676ee354ee1ab, server=65d303fd23b5,40223,1733815338713 in 190 msec 2024-12-10T07:22:21,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-10T07:22:21,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=37d7ae04b146e5d16b0676ee354ee1ab, ASSIGN in 354 msec 2024-12-10T07:22:21,225 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T07:22:21,225 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733815341225"}]},"ts":"1733815341225"} 2024-12-10T07:22:21,227 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-10T07:22:21,231 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T07:22:21,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 465 msec 2024-12-10T07:22:21,276 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-10T07:22:21,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-10T07:22:21,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1007ace38fc0001, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:21,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:21,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40223-0x1007ace38fc0002, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:21,300 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:22:21,301 INFO [RS-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:22:21,310 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-10T07:22:21,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-10T07:22:21,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-12-10T07:22:21,333 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-10T07:22:21,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-10T07:22:21,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-12-10T07:22:21,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-10T07:22:21,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-10T07:22:21,363 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.582sec 2024-12-10T07:22:21,365 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-10T07:22:21,366 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-10T07:22:21,367 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-10T07:22:21,367 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-10T07:22:21,368 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-10T07:22:21,368 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,39435,1733815337873-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:22:21,369 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,39435,1733815337873-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-10T07:22:21,372 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-10T07:22:21,372 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-10T07:22:21,373 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,39435,1733815337873-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:21,457 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2bd0bc49 to 127.0.0.1:58032 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59e63fdf 2024-12-10T07:22:21,457 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-10T07:22:21,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e6c899c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:22:21,469 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-10T07:22:21,469 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-10T07:22:21,513 DEBUG [hconnection-0x44bca08e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:22:21,525 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:22:21,535 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=65d303fd23b5,39435,1733815337873 2024-12-10T07:22:21,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T07:22:21,543 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T07:22:21,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39435 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:22:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39435 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-10T07:22:21,557 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T07:22:21,557 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:21,559 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T07:22:21,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39435 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-10T07:22:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T07:22:21,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741838_1014 (size=379) 2024-12-10T07:22:21,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741838_1014 (size=379) 2024-12-10T07:22:21,575 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fdb38812efe526503373b89882971cd6, NAME => 'testClearRegionBlockCache,,1733815341549.fdb38812efe526503373b89882971cd6.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef 2024-12-10T07:22:21,575 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1f2421b33f0272e7cef2e9e81f549051, NAME => 'testClearRegionBlockCache,5,1733815341549.1f2421b33f0272e7cef2e9e81f549051.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef 2024-12-10T07:22:21,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741839_1015 (size=61) 2024-12-10T07:22:21,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741839_1015 (size=61) 2024-12-10T07:22:21,586 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733815341549.1f2421b33f0272e7cef2e9e81f549051.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:21,586 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 1f2421b33f0272e7cef2e9e81f549051, disabling compactions & flushes 2024-12-10T07:22:21,586 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733815341549.1f2421b33f0272e7cef2e9e81f549051. 2024-12-10T07:22:21,586 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733815341549.1f2421b33f0272e7cef2e9e81f549051. 2024-12-10T07:22:21,587 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733815341549.1f2421b33f0272e7cef2e9e81f549051. after waiting 1 ms 2024-12-10T07:22:21,587 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733815341549.1f2421b33f0272e7cef2e9e81f549051. 2024-12-10T07:22:21,587 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733815341549.1f2421b33f0272e7cef2e9e81f549051. 2024-12-10T07:22:21,587 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 1f2421b33f0272e7cef2e9e81f549051: 2024-12-10T07:22:21,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741840_1016 (size=61) 2024-12-10T07:22:21,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741840_1016 (size=61) 2024-12-10T07:22:21,592 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733815341549.fdb38812efe526503373b89882971cd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:21,592 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing fdb38812efe526503373b89882971cd6, disabling compactions & flushes 2024-12-10T07:22:21,592 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733815341549.fdb38812efe526503373b89882971cd6. 2024-12-10T07:22:21,592 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733815341549.fdb38812efe526503373b89882971cd6. 2024-12-10T07:22:21,592 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733815341549.fdb38812efe526503373b89882971cd6. after waiting 0 ms 2024-12-10T07:22:21,592 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733815341549.fdb38812efe526503373b89882971cd6. 2024-12-10T07:22:21,592 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733815341549.fdb38812efe526503373b89882971cd6. 2024-12-10T07:22:21,592 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for fdb38812efe526503373b89882971cd6: 2024-12-10T07:22:21,594 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T07:22:21,594 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733815341549.1f2421b33f0272e7cef2e9e81f549051.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733815341594"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733815341594"}]},"ts":"1733815341594"} 2024-12-10T07:22:21,595 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733815341549.fdb38812efe526503373b89882971cd6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733815341594"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733815341594"}]},"ts":"1733815341594"} 2024-12-10T07:22:21,627 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-10T07:22:21,629 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T07:22:21,629 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733815341629"}]},"ts":"1733815341629"} 2024-12-10T07:22:21,632 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-10T07:22:21,637 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {65d303fd23b5=0} racks are {/default-rack=0} 2024-12-10T07:22:21,639 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-10T07:22:21,639 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-10T07:22:21,639 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-10T07:22:21,639 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-10T07:22:21,639 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:22:21,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fdb38812efe526503373b89882971cd6, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1f2421b33f0272e7cef2e9e81f549051, ASSIGN}] 2024-12-10T07:22:21,641 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1f2421b33f0272e7cef2e9e81f549051, ASSIGN 2024-12-10T07:22:21,641 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fdb38812efe526503373b89882971cd6, ASSIGN 2024-12-10T07:22:21,643 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fdb38812efe526503373b89882971cd6, ASSIGN; state=OFFLINE, location=65d303fd23b5,40223,1733815338713; forceNewPlan=false, retain=false 2024-12-10T07:22:21,643 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1f2421b33f0272e7cef2e9e81f549051, ASSIGN; state=OFFLINE, location=65d303fd23b5,44315,1733815338654; forceNewPlan=false, retain=false 2024-12-10T07:22:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T07:22:21,793 INFO [65d303fd23b5:39435 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-10T07:22:21,794 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1f2421b33f0272e7cef2e9e81f549051, regionState=OPENING, regionLocation=65d303fd23b5,44315,1733815338654 2024-12-10T07:22:21,794 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=fdb38812efe526503373b89882971cd6, regionState=OPENING, regionLocation=65d303fd23b5,40223,1733815338713 2024-12-10T07:22:21,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure fdb38812efe526503373b89882971cd6, server=65d303fd23b5,40223,1733815338713}] 2024-12-10T07:22:21,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 1f2421b33f0272e7cef2e9e81f549051, server=65d303fd23b5,44315,1733815338654}] 2024-12-10T07:22:21,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T07:22:21,951 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65d303fd23b5,40223,1733815338713 2024-12-10T07:22:21,953 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65d303fd23b5,44315,1733815338654 2024-12-10T07:22:21,958 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733815341549.fdb38812efe526503373b89882971cd6. 2024-12-10T07:22:21,958 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733815341549.1f2421b33f0272e7cef2e9e81f549051. 2024-12-10T07:22:21,958 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => fdb38812efe526503373b89882971cd6, NAME => 'testClearRegionBlockCache,,1733815341549.fdb38812efe526503373b89882971cd6.', STARTKEY => '', ENDKEY => '5'} 2024-12-10T07:22:21,959 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 1f2421b33f0272e7cef2e9e81f549051, NAME => 'testClearRegionBlockCache,5,1733815341549.1f2421b33f0272e7cef2e9e81f549051.', STARTKEY => '5', ENDKEY => ''} 2024-12-10T07:22:21,959 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1f2421b33f0272e7cef2e9e81f549051 2024-12-10T07:22:21,959 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733815341549.1f2421b33f0272e7cef2e9e81f549051.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:21,959 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache fdb38812efe526503373b89882971cd6 2024-12-10T07:22:21,959 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 1f2421b33f0272e7cef2e9e81f549051 2024-12-10T07:22:21,959 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733815341549.fdb38812efe526503373b89882971cd6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:21,959 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 1f2421b33f0272e7cef2e9e81f549051 2024-12-10T07:22:21,959 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for fdb38812efe526503373b89882971cd6 2024-12-10T07:22:21,960 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for fdb38812efe526503373b89882971cd6 2024-12-10T07:22:21,961 INFO [StoreOpener-1f2421b33f0272e7cef2e9e81f549051-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1f2421b33f0272e7cef2e9e81f549051 2024-12-10T07:22:21,962 INFO [StoreOpener-fdb38812efe526503373b89882971cd6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region fdb38812efe526503373b89882971cd6 2024-12-10T07:22:21,963 INFO [StoreOpener-1f2421b33f0272e7cef2e9e81f549051-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f2421b33f0272e7cef2e9e81f549051 columnFamilyName family 2024-12-10T07:22:21,964 DEBUG [StoreOpener-1f2421b33f0272e7cef2e9e81f549051-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:21,964 INFO [StoreOpener-fdb38812efe526503373b89882971cd6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdb38812efe526503373b89882971cd6 columnFamilyName family 2024-12-10T07:22:21,964 DEBUG [StoreOpener-fdb38812efe526503373b89882971cd6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:21,965 INFO [StoreOpener-1f2421b33f0272e7cef2e9e81f549051-1 {}] regionserver.HStore(327): Store=1f2421b33f0272e7cef2e9e81f549051/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:21,965 INFO [StoreOpener-fdb38812efe526503373b89882971cd6-1 {}] regionserver.HStore(327): Store=fdb38812efe526503373b89882971cd6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:21,966 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/default/testClearRegionBlockCache/1f2421b33f0272e7cef2e9e81f549051 2024-12-10T07:22:21,966 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/default/testClearRegionBlockCache/fdb38812efe526503373b89882971cd6 2024-12-10T07:22:21,967 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/default/testClearRegionBlockCache/1f2421b33f0272e7cef2e9e81f549051 2024-12-10T07:22:21,967 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/default/testClearRegionBlockCache/fdb38812efe526503373b89882971cd6 2024-12-10T07:22:21,970 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 1f2421b33f0272e7cef2e9e81f549051 2024-12-10T07:22:21,970 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for fdb38812efe526503373b89882971cd6 2024-12-10T07:22:21,974 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/default/testClearRegionBlockCache/1f2421b33f0272e7cef2e9e81f549051/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:21,974 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/default/testClearRegionBlockCache/fdb38812efe526503373b89882971cd6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:21,975 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened fdb38812efe526503373b89882971cd6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68317340, jitterRate=0.01800769567489624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:22:21,975 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 1f2421b33f0272e7cef2e9e81f549051; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70539954, jitterRate=0.051127225160598755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:22:21,976 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 1f2421b33f0272e7cef2e9e81f549051: 2024-12-10T07:22:21,976 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for fdb38812efe526503373b89882971cd6: 2024-12-10T07:22:21,978 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733815341549.fdb38812efe526503373b89882971cd6., pid=12, masterSystemTime=1733815341951 2024-12-10T07:22:21,978 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733815341549.1f2421b33f0272e7cef2e9e81f549051., pid=13, masterSystemTime=1733815341953 2024-12-10T07:22:21,982 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733815341549.fdb38812efe526503373b89882971cd6. 2024-12-10T07:22:21,982 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733815341549.fdb38812efe526503373b89882971cd6. 2024-12-10T07:22:21,983 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=fdb38812efe526503373b89882971cd6, regionState=OPEN, openSeqNum=2, regionLocation=65d303fd23b5,40223,1733815338713 2024-12-10T07:22:21,983 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733815341549.1f2421b33f0272e7cef2e9e81f549051. 2024-12-10T07:22:21,983 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733815341549.1f2421b33f0272e7cef2e9e81f549051. 2024-12-10T07:22:21,985 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1f2421b33f0272e7cef2e9e81f549051, regionState=OPEN, openSeqNum=2, regionLocation=65d303fd23b5,44315,1733815338654 2024-12-10T07:22:21,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-10T07:22:21,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure fdb38812efe526503373b89882971cd6, server=65d303fd23b5,40223,1733815338713 in 191 msec 2024-12-10T07:22:21,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-10T07:22:21,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 1f2421b33f0272e7cef2e9e81f549051, server=65d303fd23b5,44315,1733815338654 in 191 msec 2024-12-10T07:22:21,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fdb38812efe526503373b89882971cd6, ASSIGN in 353 msec 2024-12-10T07:22:21,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-10T07:22:21,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1f2421b33f0272e7cef2e9e81f549051, ASSIGN in 354 msec 2024-12-10T07:22:21,998 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T07:22:21,999 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733815341998"}]},"ts":"1733815341998"} 2024-12-10T07:22:22,001 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-10T07:22:22,004 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T07:22:22,007 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 451 msec 2024-12-10T07:22:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T07:22:22,176 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-10T07:22:22,176 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-10T07:22:22,177 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:22:22,182 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-10T07:22:22,183 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:22:22,183 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-10T07:22:22,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:22:22,189 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:22:22,218 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1f2421b33f0272e7cef2e9e81f549051 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-10T07:22:22,285 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/default/testClearRegionBlockCache/1f2421b33f0272e7cef2e9e81f549051/.tmp/family/e53b5670f9af4d449c327f4a07b3d779 is 32, key is 5/family:/1733815342206/Put/seqid=0 2024-12-10T07:22:22,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741841_1017 (size=5083) 2024-12-10T07:22:22,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741841_1017 (size=5083) 2024-12-10T07:22:22,302 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/default/testClearRegionBlockCache/1f2421b33f0272e7cef2e9e81f549051/.tmp/family/e53b5670f9af4d449c327f4a07b3d779 2024-12-10T07:22:22,358 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/default/testClearRegionBlockCache/1f2421b33f0272e7cef2e9e81f549051/.tmp/family/e53b5670f9af4d449c327f4a07b3d779 as hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/default/testClearRegionBlockCache/1f2421b33f0272e7cef2e9e81f549051/family/e53b5670f9af4d449c327f4a07b3d779 2024-12-10T07:22:22,369 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/default/testClearRegionBlockCache/1f2421b33f0272e7cef2e9e81f549051/family/e53b5670f9af4d449c327f4a07b3d779, entries=5, sequenceid=9, filesize=5.0 K 2024-12-10T07:22:22,373 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 1f2421b33f0272e7cef2e9e81f549051 in 156ms, sequenceid=9, compaction requested=false 2024-12-10T07:22:22,374 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-10T07:22:22,376 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1f2421b33f0272e7cef2e9e81f549051: 2024-12-10T07:22:22,376 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing fdb38812efe526503373b89882971cd6 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-10T07:22:22,402 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/default/testClearRegionBlockCache/fdb38812efe526503373b89882971cd6/.tmp/family/49fdb7bbb9bf4fcca420f3972f545f4f is 32, key is 1/family:/1733815342189/Put/seqid=0 2024-12-10T07:22:22,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741842_1018 (size=5054) 2024-12-10T07:22:22,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741842_1018 (size=5054) 2024-12-10T07:22:22,412 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/default/testClearRegionBlockCache/fdb38812efe526503373b89882971cd6/.tmp/family/49fdb7bbb9bf4fcca420f3972f545f4f 2024-12-10T07:22:22,423 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/default/testClearRegionBlockCache/fdb38812efe526503373b89882971cd6/.tmp/family/49fdb7bbb9bf4fcca420f3972f545f4f as hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/default/testClearRegionBlockCache/fdb38812efe526503373b89882971cd6/family/49fdb7bbb9bf4fcca420f3972f545f4f 2024-12-10T07:22:22,433 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/default/testClearRegionBlockCache/fdb38812efe526503373b89882971cd6/family/49fdb7bbb9bf4fcca420f3972f545f4f, entries=4, sequenceid=8, filesize=4.9 K 2024-12-10T07:22:22,434 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for fdb38812efe526503373b89882971cd6 in 58ms, sequenceid=8, compaction requested=false 2024-12-10T07:22:22,434 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for fdb38812efe526503373b89882971cd6: 2024-12-10T07:22:22,436 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x20407922 to 127.0.0.1:58032 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c0826c2 2024-12-10T07:22:22,442 DEBUG [ReadOnlyZKClient-127.0.0.1:58032@0x20407922 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b6a9511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:22:22,477 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-10T07:22:22,483 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-10T07:22:22,485 DEBUG [ReadOnlyZKClient-127.0.0.1:58032@0x20407922 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=65d303fd23b5,44315,1733815338654, seqNum=-1] 2024-12-10T07:22:22,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:22:22,491 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:22:22,504 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:22:22,505 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:22:22,506 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:22:22,507 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:22:22,513 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-12-10T07:22:22,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:22:22,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:22,518 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x20407922 to 127.0.0.1:58032 2024-12-10T07:22:22,518 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-10T07:22:22,519 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-10T07:22:22,520 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2bd0bc49 to 127.0.0.1:58032 2024-12-10T07:22:22,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:22,520 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-10T07:22:22,520 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1857538912, stopped=false 2024-12-10T07:22:22,521 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=65d303fd23b5,39435,1733815337873 2024-12-10T07:22:22,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40223-0x1007ace38fc0002, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:22,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:22,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:22,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40223-0x1007ace38fc0002, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:22,523 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-10T07:22:22,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1007ace38fc0001, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:22,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1007ace38fc0001, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:22,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:22,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40223-0x1007ace38fc0002, quorum=127.0.0.1:58032, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:22,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44315-0x1007ace38fc0001, quorum=127.0.0.1:58032, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:22,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:22,525 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '65d303fd23b5,44315,1733815338654' ***** 2024-12-10T07:22:22,525 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-10T07:22:22,525 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '65d303fd23b5,40223,1733815338713' ***** 2024-12-10T07:22:22,525 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-10T07:22:22,525 INFO [RS:1;65d303fd23b5:40223 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:22:22,525 INFO [RS:0;65d303fd23b5:44315 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:22:22,525 INFO [RS:1;65d303fd23b5:40223 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:22:22,525 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-10T07:22:22,526 INFO [RS:1;65d303fd23b5:40223 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:22:22,526 INFO [RS:0;65d303fd23b5:44315 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:22:22,526 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-10T07:22:22,526 INFO [RS:0;65d303fd23b5:44315 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:22:22,526 INFO [RS:1;65d303fd23b5:40223 {}] regionserver.HRegionServer(3579): Received CLOSE for 37d7ae04b146e5d16b0676ee354ee1ab 2024-12-10T07:22:22,526 INFO [RS:0;65d303fd23b5:44315 {}] regionserver.HRegionServer(3579): Received CLOSE for 1f2421b33f0272e7cef2e9e81f549051 2024-12-10T07:22:22,526 INFO [RS:1;65d303fd23b5:40223 {}] regionserver.HRegionServer(3579): Received CLOSE for fdb38812efe526503373b89882971cd6 2024-12-10T07:22:22,526 INFO [RS:0;65d303fd23b5:44315 {}] regionserver.HRegionServer(1224): stopping server 65d303fd23b5,44315,1733815338654 2024-12-10T07:22:22,526 INFO [RS:1;65d303fd23b5:40223 {}] regionserver.HRegionServer(1224): stopping server 65d303fd23b5,40223,1733815338713 2024-12-10T07:22:22,527 DEBUG [RS:1;65d303fd23b5:40223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:22,527 DEBUG [RS:0;65d303fd23b5:44315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:22,527 INFO [RS:1;65d303fd23b5:40223 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-10T07:22:22,527 INFO [RS:0;65d303fd23b5:44315 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:22:22,527 DEBUG [RS:1;65d303fd23b5:40223 {}] regionserver.HRegionServer(1603): Online Regions={37d7ae04b146e5d16b0676ee354ee1ab=hbase:namespace,,1733815340765.37d7ae04b146e5d16b0676ee354ee1ab., fdb38812efe526503373b89882971cd6=testClearRegionBlockCache,,1733815341549.fdb38812efe526503373b89882971cd6.} 2024-12-10T07:22:22,527 INFO [RS:0;65d303fd23b5:44315 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:22:22,527 INFO [RS:0;65d303fd23b5:44315 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:22:22,527 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 37d7ae04b146e5d16b0676ee354ee1ab, disabling compactions & flushes 2024-12-10T07:22:22,527 INFO [RS:0;65d303fd23b5:44315 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-10T07:22:22,527 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733815340765.37d7ae04b146e5d16b0676ee354ee1ab. 2024-12-10T07:22:22,527 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733815340765.37d7ae04b146e5d16b0676ee354ee1ab. 2024-12-10T07:22:22,527 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733815340765.37d7ae04b146e5d16b0676ee354ee1ab. after waiting 0 ms 2024-12-10T07:22:22,527 DEBUG [RS:1;65d303fd23b5:40223 {}] regionserver.HRegionServer(1629): Waiting on 37d7ae04b146e5d16b0676ee354ee1ab, fdb38812efe526503373b89882971cd6 2024-12-10T07:22:22,527 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733815340765.37d7ae04b146e5d16b0676ee354ee1ab. 2024-12-10T07:22:22,527 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 37d7ae04b146e5d16b0676ee354ee1ab 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-10T07:22:22,527 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1f2421b33f0272e7cef2e9e81f549051, disabling compactions & flushes 2024-12-10T07:22:22,528 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733815341549.1f2421b33f0272e7cef2e9e81f549051. 2024-12-10T07:22:22,528 INFO [RS:0;65d303fd23b5:44315 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-10T07:22:22,528 DEBUG [RS:0;65d303fd23b5:44315 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 1f2421b33f0272e7cef2e9e81f549051=testClearRegionBlockCache,5,1733815341549.1f2421b33f0272e7cef2e9e81f549051.} 2024-12-10T07:22:22,528 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:22:22,528 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-10T07:22:22,528 DEBUG [RS:0;65d303fd23b5:44315 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 1f2421b33f0272e7cef2e9e81f549051 2024-12-10T07:22:22,528 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-10T07:22:22,528 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733815341549.1f2421b33f0272e7cef2e9e81f549051. 2024-12-10T07:22:22,528 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:22:22,528 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733815341549.1f2421b33f0272e7cef2e9e81f549051. after waiting 0 ms 2024-12-10T07:22:22,528 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:22:22,528 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733815341549.1f2421b33f0272e7cef2e9e81f549051. 2024-12-10T07:22:22,528 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-10T07:22:22,530 INFO [regionserver/65d303fd23b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:22:22,530 INFO [regionserver/65d303fd23b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:22:22,545 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/default/testClearRegionBlockCache/1f2421b33f0272e7cef2e9e81f549051/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-10T07:22:22,548 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733815341549.1f2421b33f0272e7cef2e9e81f549051. 2024-12-10T07:22:22,548 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1f2421b33f0272e7cef2e9e81f549051: 2024-12-10T07:22:22,548 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733815341549.1f2421b33f0272e7cef2e9e81f549051. 2024-12-10T07:22:22,558 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/hbase/namespace/37d7ae04b146e5d16b0676ee354ee1ab/.tmp/info/c8a3405152994be9b9438ca9a2e435f0 is 45, key is default/info:d/1733815341318/Put/seqid=0 2024-12-10T07:22:22,561 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/hbase/meta/1588230740/.tmp/info/14ec89ddd3b145478506bf8bfb05e2e6 is 173, key is testClearRegionBlockCache,5,1733815341549.1f2421b33f0272e7cef2e9e81f549051./info:regioninfo/1733815341984/Put/seqid=0 2024-12-10T07:22:22,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741843_1019 (size=5037) 2024-12-10T07:22:22,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741843_1019 (size=5037) 2024-12-10T07:22:22,572 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/hbase/namespace/37d7ae04b146e5d16b0676ee354ee1ab/.tmp/info/c8a3405152994be9b9438ca9a2e435f0 2024-12-10T07:22:22,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741844_1020 (size=9337) 2024-12-10T07:22:22,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741844_1020 (size=9337) 2024-12-10T07:22:22,581 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/hbase/meta/1588230740/.tmp/info/14ec89ddd3b145478506bf8bfb05e2e6 2024-12-10T07:22:22,583 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/hbase/namespace/37d7ae04b146e5d16b0676ee354ee1ab/.tmp/info/c8a3405152994be9b9438ca9a2e435f0 as hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/hbase/namespace/37d7ae04b146e5d16b0676ee354ee1ab/info/c8a3405152994be9b9438ca9a2e435f0 2024-12-10T07:22:22,594 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/hbase/namespace/37d7ae04b146e5d16b0676ee354ee1ab/info/c8a3405152994be9b9438ca9a2e435f0, entries=2, sequenceid=6, filesize=4.9 K 2024-12-10T07:22:22,595 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 37d7ae04b146e5d16b0676ee354ee1ab in 68ms, sequenceid=6, compaction requested=false 2024-12-10T07:22:22,596 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-10T07:22:22,602 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/hbase/namespace/37d7ae04b146e5d16b0676ee354ee1ab/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-10T07:22:22,603 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733815340765.37d7ae04b146e5d16b0676ee354ee1ab. 2024-12-10T07:22:22,603 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 37d7ae04b146e5d16b0676ee354ee1ab: 2024-12-10T07:22:22,603 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733815340765.37d7ae04b146e5d16b0676ee354ee1ab. 2024-12-10T07:22:22,603 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fdb38812efe526503373b89882971cd6, disabling compactions & flushes 2024-12-10T07:22:22,603 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733815341549.fdb38812efe526503373b89882971cd6. 2024-12-10T07:22:22,603 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733815341549.fdb38812efe526503373b89882971cd6. 2024-12-10T07:22:22,603 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733815341549.fdb38812efe526503373b89882971cd6. after waiting 0 ms 2024-12-10T07:22:22,603 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733815341549.fdb38812efe526503373b89882971cd6. 2024-12-10T07:22:22,609 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/default/testClearRegionBlockCache/fdb38812efe526503373b89882971cd6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-10T07:22:22,610 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733815341549.fdb38812efe526503373b89882971cd6. 2024-12-10T07:22:22,610 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fdb38812efe526503373b89882971cd6: 2024-12-10T07:22:22,610 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733815341549.fdb38812efe526503373b89882971cd6. 2024-12-10T07:22:22,616 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/hbase/meta/1588230740/.tmp/table/5b7b7f42bd0b4914b4a6c2db89331ff1 is 61, key is testClearRegionBlockCache/table:state/1733815341998/Put/seqid=0 2024-12-10T07:22:22,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741845_1021 (size=5392) 2024-12-10T07:22:22,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741845_1021 (size=5392) 2024-12-10T07:22:22,625 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/hbase/meta/1588230740/.tmp/table/5b7b7f42bd0b4914b4a6c2db89331ff1 2024-12-10T07:22:22,636 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/hbase/meta/1588230740/.tmp/info/14ec89ddd3b145478506bf8bfb05e2e6 as hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/hbase/meta/1588230740/info/14ec89ddd3b145478506bf8bfb05e2e6 2024-12-10T07:22:22,645 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/hbase/meta/1588230740/info/14ec89ddd3b145478506bf8bfb05e2e6, entries=30, sequenceid=16, filesize=9.1 K 2024-12-10T07:22:22,647 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/hbase/meta/1588230740/.tmp/table/5b7b7f42bd0b4914b4a6c2db89331ff1 as hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/hbase/meta/1588230740/table/5b7b7f42bd0b4914b4a6c2db89331ff1 2024-12-10T07:22:22,656 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/hbase/meta/1588230740/table/5b7b7f42bd0b4914b4a6c2db89331ff1, entries=4, sequenceid=16, filesize=5.3 K 2024-12-10T07:22:22,658 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 129ms, sequenceid=16, compaction requested=false 2024-12-10T07:22:22,658 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-10T07:22:22,666 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-10T07:22:22,666 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T07:22:22,667 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-10T07:22:22,667 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-10T07:22:22,667 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T07:22:22,726 INFO [regionserver/65d303fd23b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-10T07:22:22,727 INFO [regionserver/65d303fd23b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-10T07:22:22,727 INFO [RS:1;65d303fd23b5:40223 {}] regionserver.HRegionServer(1250): stopping server 65d303fd23b5,40223,1733815338713; all regions closed. 2024-12-10T07:22:22,728 INFO [RS:0;65d303fd23b5:44315 {}] regionserver.HRegionServer(1250): stopping server 65d303fd23b5,44315,1733815338654; all regions closed. 2024-12-10T07:22:22,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741834_1010 (size=3079) 2024-12-10T07:22:22,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741835_1011 (size=5602) 2024-12-10T07:22:22,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741834_1010 (size=3079) 2024-12-10T07:22:22,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741835_1011 (size=5602) 2024-12-10T07:22:22,741 DEBUG [RS:1;65d303fd23b5:40223 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/oldWALs 2024-12-10T07:22:22,741 DEBUG [RS:0;65d303fd23b5:44315 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/oldWALs 2024-12-10T07:22:22,741 INFO [RS:1;65d303fd23b5:40223 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 65d303fd23b5%2C40223%2C1733815338713:(num 1733815339894) 2024-12-10T07:22:22,741 INFO [RS:0;65d303fd23b5:44315 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 65d303fd23b5%2C44315%2C1733815338654.meta:.meta(num 1733815340508) 2024-12-10T07:22:22,741 DEBUG [RS:1;65d303fd23b5:40223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:22,741 INFO [RS:1;65d303fd23b5:40223 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:22:22,741 INFO [RS:1;65d303fd23b5:40223 {}] hbase.ChoreService(370): Chore service for: regionserver/65d303fd23b5:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-10T07:22:22,742 INFO [RS:1;65d303fd23b5:40223 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:22:22,742 INFO [RS:1;65d303fd23b5:40223 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:22:22,742 INFO [regionserver/65d303fd23b5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-10T07:22:22,742 INFO [RS:1;65d303fd23b5:40223 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:22:22,742 INFO [RS:1;65d303fd23b5:40223 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40223 2024-12-10T07:22:22,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741833_1009 (size=1867) 2024-12-10T07:22:22,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741833_1009 (size=1867) 2024-12-10T07:22:22,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40223-0x1007ace38fc0002, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/65d303fd23b5,40223,1733815338713 2024-12-10T07:22:22,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:22:22,749 DEBUG [RS:0;65d303fd23b5:44315 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/oldWALs 2024-12-10T07:22:22,749 INFO [RS:0;65d303fd23b5:44315 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 65d303fd23b5%2C44315%2C1733815338654:(num 1733815339893) 2024-12-10T07:22:22,749 DEBUG [RS:0;65d303fd23b5:44315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:22,749 INFO [RS:0;65d303fd23b5:44315 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:22:22,749 INFO [RS:0;65d303fd23b5:44315 {}] hbase.ChoreService(370): Chore service for: regionserver/65d303fd23b5:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-10T07:22:22,749 INFO [regionserver/65d303fd23b5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-10T07:22:22,750 INFO [RS:0;65d303fd23b5:44315 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44315 2024-12-10T07:22:22,751 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [65d303fd23b5,40223,1733815338713] 2024-12-10T07:22:22,751 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 65d303fd23b5,40223,1733815338713; numProcessing=1 2024-12-10T07:22:22,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1007ace38fc0001, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/65d303fd23b5,44315,1733815338654 2024-12-10T07:22:22,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:22:22,754 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/65d303fd23b5,40223,1733815338713 already deleted, retry=false 2024-12-10T07:22:22,754 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 65d303fd23b5,40223,1733815338713 expired; onlineServers=1 2024-12-10T07:22:22,755 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [65d303fd23b5,44315,1733815338654] 2024-12-10T07:22:22,755 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 65d303fd23b5,44315,1733815338654; numProcessing=2 2024-12-10T07:22:22,757 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/65d303fd23b5,44315,1733815338654 already deleted, retry=false 2024-12-10T07:22:22,757 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 65d303fd23b5,44315,1733815338654 expired; onlineServers=0 2024-12-10T07:22:22,758 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '65d303fd23b5,39435,1733815337873' ***** 2024-12-10T07:22:22,758 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-10T07:22:22,758 DEBUG [M:0;65d303fd23b5:39435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52677c69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65d303fd23b5/172.17.0.2:0 2024-12-10T07:22:22,758 INFO [M:0;65d303fd23b5:39435 {}] regionserver.HRegionServer(1224): stopping server 65d303fd23b5,39435,1733815337873 2024-12-10T07:22:22,758 INFO [M:0;65d303fd23b5:39435 {}] regionserver.HRegionServer(1250): stopping server 65d303fd23b5,39435,1733815337873; all regions closed. 2024-12-10T07:22:22,758 DEBUG [M:0;65d303fd23b5:39435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:22,758 DEBUG [M:0;65d303fd23b5:39435 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-10T07:22:22,758 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-10T07:22:22,758 DEBUG [M:0;65d303fd23b5:39435 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-10T07:22:22,758 DEBUG [master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.large.0-1733815339637 {}] cleaner.HFileCleaner(306): Exit Thread[master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.large.0-1733815339637,5,FailOnTimeoutGroup] 2024-12-10T07:22:22,758 DEBUG [master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.small.0-1733815339638 {}] cleaner.HFileCleaner(306): Exit Thread[master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.small.0-1733815339638,5,FailOnTimeoutGroup] 2024-12-10T07:22:22,759 INFO [M:0;65d303fd23b5:39435 {}] hbase.ChoreService(370): Chore service for: master/65d303fd23b5:0 had [] on shutdown 2024-12-10T07:22:22,759 DEBUG [M:0;65d303fd23b5:39435 {}] master.HMaster(1733): Stopping service threads 2024-12-10T07:22:22,759 INFO [M:0;65d303fd23b5:39435 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-10T07:22:22,760 INFO [M:0;65d303fd23b5:39435 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-10T07:22:22,760 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-10T07:22:22,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-10T07:22:22,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:22,762 DEBUG [M:0;65d303fd23b5:39435 {}] zookeeper.ZKUtil(347): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-10T07:22:22,762 WARN [M:0;65d303fd23b5:39435 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-10T07:22:22,762 INFO [M:0;65d303fd23b5:39435 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-10T07:22:22,762 INFO [M:0;65d303fd23b5:39435 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-10T07:22:22,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:22:22,762 DEBUG [M:0;65d303fd23b5:39435 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:22:22,763 INFO [M:0;65d303fd23b5:39435 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:22,763 DEBUG [M:0;65d303fd23b5:39435 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:22,763 DEBUG [M:0;65d303fd23b5:39435 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:22:22,763 DEBUG [M:0;65d303fd23b5:39435 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:22,763 INFO [M:0;65d303fd23b5:39435 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-10T07:22:22,783 DEBUG [M:0;65d303fd23b5:39435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2d1bd226494439088f0b3fc3db3832d is 82, key is hbase:meta,,1/info:regioninfo/1733815340647/Put/seqid=0 2024-12-10T07:22:22,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741846_1022 (size=5672) 2024-12-10T07:22:22,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741846_1022 (size=5672) 2024-12-10T07:22:22,791 INFO [M:0;65d303fd23b5:39435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2d1bd226494439088f0b3fc3db3832d 2024-12-10T07:22:22,817 DEBUG [M:0;65d303fd23b5:39435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33b523da8be04c639afc38d0bad0ce65 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733815342006/Put/seqid=0 2024-12-10T07:22:22,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741847_1023 (size=7578) 2024-12-10T07:22:22,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741847_1023 (size=7578) 2024-12-10T07:22:22,825 INFO [M:0;65d303fd23b5:39435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33b523da8be04c639afc38d0bad0ce65 2024-12-10T07:22:22,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40223-0x1007ace38fc0002, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:22,850 INFO [RS:1;65d303fd23b5:40223 {}] regionserver.HRegionServer(1307): Exiting; stopping=65d303fd23b5,40223,1733815338713; zookeeper connection closed. 2024-12-10T07:22:22,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40223-0x1007ace38fc0002, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:22,851 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2421fb89 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2421fb89 2024-12-10T07:22:22,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1007ace38fc0001, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:22,856 INFO [RS:0;65d303fd23b5:44315 {}] regionserver.HRegionServer(1307): Exiting; stopping=65d303fd23b5,44315,1733815338654; zookeeper connection closed. 2024-12-10T07:22:22,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44315-0x1007ace38fc0001, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:22,856 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20361090 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20361090 2024-12-10T07:22:22,856 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-10T07:22:22,856 DEBUG [M:0;65d303fd23b5:39435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16115363c0694da489e3b8fdfd841c3c is 69, key is 65d303fd23b5,40223,1733815338713/rs:state/1733815339658/Put/seqid=0 2024-12-10T07:22:22,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741848_1024 (size=5224) 2024-12-10T07:22:22,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741848_1024 (size=5224) 2024-12-10T07:22:22,865 INFO [M:0;65d303fd23b5:39435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16115363c0694da489e3b8fdfd841c3c 2024-12-10T07:22:22,873 DEBUG [M:0;65d303fd23b5:39435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2d1bd226494439088f0b3fc3db3832d as hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2d1bd226494439088f0b3fc3db3832d 2024-12-10T07:22:22,881 INFO [M:0;65d303fd23b5:39435 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2d1bd226494439088f0b3fc3db3832d, entries=8, sequenceid=108, filesize=5.5 K 2024-12-10T07:22:22,883 DEBUG [M:0;65d303fd23b5:39435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33b523da8be04c639afc38d0bad0ce65 as hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33b523da8be04c639afc38d0bad0ce65 2024-12-10T07:22:22,890 INFO [M:0;65d303fd23b5:39435 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33b523da8be04c639afc38d0bad0ce65, entries=13, sequenceid=108, filesize=7.4 K 2024-12-10T07:22:22,892 DEBUG [M:0;65d303fd23b5:39435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/16115363c0694da489e3b8fdfd841c3c as hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/16115363c0694da489e3b8fdfd841c3c 2024-12-10T07:22:22,900 INFO [M:0;65d303fd23b5:39435 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46075/user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/16115363c0694da489e3b8fdfd841c3c, entries=2, sequenceid=108, filesize=5.1 K 2024-12-10T07:22:22,901 INFO [M:0;65d303fd23b5:39435 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 138ms, sequenceid=108, compaction requested=false 2024-12-10T07:22:22,903 INFO [M:0;65d303fd23b5:39435 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:22,903 DEBUG [M:0;65d303fd23b5:39435 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T07:22:22,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741830_1006 (size=54465) 2024-12-10T07:22:22,906 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/807b412b-1b8e-8502-087c-6c433ea783ef/MasterData/WALs/65d303fd23b5,39435,1733815337873/65d303fd23b5%2C39435%2C1733815337873.1733815339102 not finished, retry = 0 2024-12-10T07:22:22,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38747 is added to blk_1073741830_1006 (size=54465) 2024-12-10T07:22:23,008 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-10T07:22:23,008 INFO [M:0;65d303fd23b5:39435 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-10T07:22:23,008 INFO [M:0;65d303fd23b5:39435 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39435 2024-12-10T07:22:23,011 DEBUG [M:0;65d303fd23b5:39435 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/65d303fd23b5,39435,1733815337873 already deleted, retry=false 2024-12-10T07:22:23,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:23,113 INFO [M:0;65d303fd23b5:39435 {}] regionserver.HRegionServer(1307): Exiting; stopping=65d303fd23b5,39435,1733815337873; zookeeper connection closed. 2024-12-10T07:22:23,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39435-0x1007ace38fc0000, quorum=127.0.0.1:58032, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:23,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64605125{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:22:23,121 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:22:23,121 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:22:23,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:22:23,122 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/hadoop.log.dir/,STOPPED} 2024-12-10T07:22:23,124 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:22:23,124 WARN [BP-516541531-172.17.0.2-1733815334884 heartbeating to localhost/127.0.0.1:46075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:22:23,124 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:22:23,124 WARN [BP-516541531-172.17.0.2-1733815334884 heartbeating to localhost/127.0.0.1:46075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-516541531-172.17.0.2-1733815334884 (Datanode Uuid e6b18ac9-6884-43a2-a699-bffa85701bae) service to localhost/127.0.0.1:46075 2024-12-10T07:22:23,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/cluster_bfa0bf98-9a8f-34e4-acbd-0ae0b707eb28/dfs/data/data3/current/BP-516541531-172.17.0.2-1733815334884 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:22:23,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/cluster_bfa0bf98-9a8f-34e4-acbd-0ae0b707eb28/dfs/data/data4/current/BP-516541531-172.17.0.2-1733815334884 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:22:23,126 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:22:23,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39927f61{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:22:23,129 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:22:23,129 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:22:23,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:22:23,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/hadoop.log.dir/,STOPPED} 2024-12-10T07:22:23,131 WARN [BP-516541531-172.17.0.2-1733815334884 heartbeating to localhost/127.0.0.1:46075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:22:23,131 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:22:23,131 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:22:23,131 WARN [BP-516541531-172.17.0.2-1733815334884 heartbeating to localhost/127.0.0.1:46075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-516541531-172.17.0.2-1733815334884 (Datanode Uuid 401f7a4b-bdc5-409b-a290-75e8e2810bf8) service to localhost/127.0.0.1:46075 2024-12-10T07:22:23,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/cluster_bfa0bf98-9a8f-34e4-acbd-0ae0b707eb28/dfs/data/data1/current/BP-516541531-172.17.0.2-1733815334884 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:22:23,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/cluster_bfa0bf98-9a8f-34e4-acbd-0ae0b707eb28/dfs/data/data2/current/BP-516541531-172.17.0.2-1733815334884 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:22:23,132 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:22:23,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:22:23,141 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:22:23,141 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:22:23,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:22:23,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/hadoop.log.dir/,STOPPED} 2024-12-10T07:22:23,150 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-10T07:22:23,178 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-10T07:22:23,187 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=78 (was 11) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@537d2ea1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/65d303fd23b5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:46075 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/65d303fd23b5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:46075 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:46075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/65d303fd23b5:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:46075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/65d303fd23b5:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=407 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=173 (was 142) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7421 (was 7950) 2024-12-10T07:22:23,194 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=78, OpenFileDescriptor=407, MaxFileDescriptor=1048576, SystemLoadAverage=173, ProcessCount=11, AvailableMemoryMB=7421 2024-12-10T07:22:23,207 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/hadoop.log.dir so I do NOT create it in target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5 2024-12-10T07:22:23,207 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/hadoop.log.dir Erasing configuration value by system value. 2024-12-10T07:22:23,207 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/hadoop.tmp.dir so I do NOT create it in target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5 2024-12-10T07:22:23,208 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/862ee55b-ad34-b0d8-ff54-ab4c16fa6b1f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-10T07:22:23,208 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5 2024-12-10T07:22:23,208 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-10T07:22:23,208 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/cluster_a2a6765f-5592-ef43-4d80-c485d27af570, deleteOnExit=true 2024-12-10T07:22:23,208 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-10T07:22:23,208 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/test.cache.data in system properties and HBase conf 2024-12-10T07:22:23,208 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/hadoop.tmp.dir in system properties and HBase conf 2024-12-10T07:22:23,208 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/hadoop.log.dir in system properties and HBase conf 2024-12-10T07:22:23,208 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-10T07:22:23,208 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-10T07:22:23,208 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-10T07:22:23,209 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-10T07:22:23,209 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:22:23,209 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:22:23,209 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-10T07:22:23,209 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:22:23,209 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-10T07:22:23,209 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-10T07:22:23,209 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:22:23,209 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:22:23,209 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-10T07:22:23,209 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/nfs.dump.dir in system properties and HBase conf 2024-12-10T07:22:23,210 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/java.io.tmpdir in system properties and HBase conf 2024-12-10T07:22:23,210 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:22:23,210 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-10T07:22:23,210 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-10T07:22:23,295 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:22:23,302 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:22:23,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:22:23,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:22:23,305 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T07:22:23,306 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:22:23,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f965555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:22:23,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14cb59ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:22:23,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68180a0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/java.io.tmpdir/jetty-localhost-41815-hadoop-hdfs-3_4_1-tests_jar-_-any-1277007738198268511/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:22:23,435 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b46dc98{HTTP/1.1, (http/1.1)}{localhost:41815} 2024-12-10T07:22:23,435 INFO [Time-limited test {}] server.Server(415): Started @10677ms 2024-12-10T07:22:23,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:22:23,525 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:22:23,528 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:22:23,528 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:22:23,528 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T07:22:23,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@774d4fac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:22:23,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60c4b976{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:22:23,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@695fa4d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/java.io.tmpdir/jetty-localhost-42489-hadoop-hdfs-3_4_1-tests_jar-_-any-5105981207695564631/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:22:23,655 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65137b19{HTTP/1.1, (http/1.1)}{localhost:42489} 2024-12-10T07:22:23,655 INFO [Time-limited test {}] server.Server(415): Started @10897ms 2024-12-10T07:22:23,657 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:22:23,697 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:22:23,700 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:22:23,702 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:22:23,702 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:22:23,702 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T07:22:23,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@120e0894{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:22:23,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10e13533{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:22:23,756 WARN [Thread-354 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/cluster_a2a6765f-5592-ef43-4d80-c485d27af570/dfs/data/data1/current/BP-1296399356-172.17.0.2-1733815343241/current, will proceed with Du for space computation calculation, 2024-12-10T07:22:23,756 WARN [Thread-355 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/cluster_a2a6765f-5592-ef43-4d80-c485d27af570/dfs/data/data2/current/BP-1296399356-172.17.0.2-1733815343241/current, will proceed with Du for space computation calculation, 2024-12-10T07:22:23,782 WARN [Thread-333 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:22:23,786 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c9349adc06f5e6d with lease ID 0xe6067cead8c6ff42: Processing first storage report for DS-a0c8e9e5-9d7e-462b-be31-47114a06e00b from datanode DatanodeRegistration(127.0.0.1:38303, datanodeUuid=a2c522f9-5d82-42f4-9cc3-cf6bb8f4565c, infoPort=37279, infoSecurePort=0, ipcPort=40287, storageInfo=lv=-57;cid=testClusterID;nsid=1940870680;c=1733815343241) 2024-12-10T07:22:23,786 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c9349adc06f5e6d with lease ID 0xe6067cead8c6ff42: from storage DS-a0c8e9e5-9d7e-462b-be31-47114a06e00b node DatanodeRegistration(127.0.0.1:38303, datanodeUuid=a2c522f9-5d82-42f4-9cc3-cf6bb8f4565c, infoPort=37279, infoSecurePort=0, ipcPort=40287, storageInfo=lv=-57;cid=testClusterID;nsid=1940870680;c=1733815343241), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-10T07:22:23,786 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c9349adc06f5e6d with lease ID 0xe6067cead8c6ff42: Processing first storage report for DS-b20583af-7649-4ade-8aba-a54cb4840490 from datanode DatanodeRegistration(127.0.0.1:38303, datanodeUuid=a2c522f9-5d82-42f4-9cc3-cf6bb8f4565c, infoPort=37279, infoSecurePort=0, ipcPort=40287, storageInfo=lv=-57;cid=testClusterID;nsid=1940870680;c=1733815343241) 2024-12-10T07:22:23,786 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c9349adc06f5e6d with lease ID 0xe6067cead8c6ff42: from storage DS-b20583af-7649-4ade-8aba-a54cb4840490 node DatanodeRegistration(127.0.0.1:38303, datanodeUuid=a2c522f9-5d82-42f4-9cc3-cf6bb8f4565c, infoPort=37279, infoSecurePort=0, ipcPort=40287, storageInfo=lv=-57;cid=testClusterID;nsid=1940870680;c=1733815343241), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:22:23,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c4c7081{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/java.io.tmpdir/jetty-localhost-38145-hadoop-hdfs-3_4_1-tests_jar-_-any-16506332107845679863/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:22:23,825 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20a05037{HTTP/1.1, (http/1.1)}{localhost:38145} 2024-12-10T07:22:23,825 INFO [Time-limited test {}] server.Server(415): Started @11067ms 2024-12-10T07:22:23,826 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:22:23,925 WARN [Thread-380 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/cluster_a2a6765f-5592-ef43-4d80-c485d27af570/dfs/data/data3/current/BP-1296399356-172.17.0.2-1733815343241/current, will proceed with Du for space computation calculation, 2024-12-10T07:22:23,926 WARN [Thread-381 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/cluster_a2a6765f-5592-ef43-4d80-c485d27af570/dfs/data/data4/current/BP-1296399356-172.17.0.2-1733815343241/current, will proceed with Du for space computation calculation, 2024-12-10T07:22:23,943 WARN [Thread-369 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:22:23,946 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x526b8de7b04bed33 with lease ID 0xe6067cead8c6ff43: Processing first storage report for DS-c48aa9b7-4d26-4252-a024-c09e61c26d49 from datanode DatanodeRegistration(127.0.0.1:42019, datanodeUuid=d5efd33e-f21f-43e2-9851-3c24ecb7abfe, infoPort=43049, infoSecurePort=0, ipcPort=39627, storageInfo=lv=-57;cid=testClusterID;nsid=1940870680;c=1733815343241) 2024-12-10T07:22:23,946 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x526b8de7b04bed33 with lease ID 0xe6067cead8c6ff43: from storage DS-c48aa9b7-4d26-4252-a024-c09e61c26d49 node DatanodeRegistration(127.0.0.1:42019, datanodeUuid=d5efd33e-f21f-43e2-9851-3c24ecb7abfe, infoPort=43049, infoSecurePort=0, ipcPort=39627, storageInfo=lv=-57;cid=testClusterID;nsid=1940870680;c=1733815343241), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:22:23,946 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x526b8de7b04bed33 with lease ID 0xe6067cead8c6ff43: Processing first storage report for DS-fda95695-4fd3-4437-bb77-2a62e685ac7a from datanode DatanodeRegistration(127.0.0.1:42019, datanodeUuid=d5efd33e-f21f-43e2-9851-3c24ecb7abfe, infoPort=43049, infoSecurePort=0, ipcPort=39627, storageInfo=lv=-57;cid=testClusterID;nsid=1940870680;c=1733815343241) 2024-12-10T07:22:23,946 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x526b8de7b04bed33 with lease ID 0xe6067cead8c6ff43: from storage DS-fda95695-4fd3-4437-bb77-2a62e685ac7a node DatanodeRegistration(127.0.0.1:42019, datanodeUuid=d5efd33e-f21f-43e2-9851-3c24ecb7abfe, infoPort=43049, infoSecurePort=0, ipcPort=39627, storageInfo=lv=-57;cid=testClusterID;nsid=1940870680;c=1733815343241), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:22:23,955 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5 2024-12-10T07:22:23,957 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/cluster_a2a6765f-5592-ef43-4d80-c485d27af570/zookeeper_0, clientPort=49864, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/cluster_a2a6765f-5592-ef43-4d80-c485d27af570/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/cluster_a2a6765f-5592-ef43-4d80-c485d27af570/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-10T07:22:23,958 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=49864 2024-12-10T07:22:23,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:23,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:23,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:22:23,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42019 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:22:23,975 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07 with version=8 2024-12-10T07:22:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/hbase-staging 2024-12-10T07:22:23,978 INFO [Time-limited test {}] client.ConnectionUtils(129): master/65d303fd23b5:0 server-side Connection retries=45 2024-12-10T07:22:23,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:23,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:23,978 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:22:23,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:23,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:22:23,978 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:22:23,979 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:22:23,979 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38215 2024-12-10T07:22:23,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:23,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:23,984 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38215 connecting to ZooKeeper ensemble=127.0.0.1:49864 2024-12-10T07:22:23,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382150x0, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:22:23,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38215-0x1007ace543b0000 connected 2024-12-10T07:22:24,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:22:24,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:24,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:22:24,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38215 2024-12-10T07:22:24,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38215 2024-12-10T07:22:24,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38215 2024-12-10T07:22:24,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38215 2024-12-10T07:22:24,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38215 2024-12-10T07:22:24,016 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07, hbase.cluster.distributed=false 2024-12-10T07:22:24,033 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/65d303fd23b5:0 server-side Connection retries=45 2024-12-10T07:22:24,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:24,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:24,033 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:22:24,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:24,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:22:24,033 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:22:24,033 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:22:24,034 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41707 2024-12-10T07:22:24,034 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:22:24,035 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:22:24,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:24,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:24,040 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41707 connecting to ZooKeeper ensemble=127.0.0.1:49864 2024-12-10T07:22:24,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417070x0, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:22:24,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41707-0x1007ace543b0001 connected 2024-12-10T07:22:24,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41707-0x1007ace543b0001, quorum=127.0.0.1:49864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:22:24,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41707-0x1007ace543b0001, quorum=127.0.0.1:49864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:24,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41707-0x1007ace543b0001, quorum=127.0.0.1:49864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:22:24,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41707 2024-12-10T07:22:24,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41707 2024-12-10T07:22:24,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41707 2024-12-10T07:22:24,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41707 2024-12-10T07:22:24,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41707 2024-12-10T07:22:24,063 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/65d303fd23b5:0 server-side Connection retries=45 2024-12-10T07:22:24,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:24,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:24,063 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:22:24,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:24,063 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:22:24,063 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:22:24,063 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:22:24,064 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44555 2024-12-10T07:22:24,065 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:22:24,065 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:22:24,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:24,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:24,071 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44555 connecting to ZooKeeper ensemble=127.0.0.1:49864 2024-12-10T07:22:24,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445550x0, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:22:24,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44555-0x1007ace543b0002 connected 2024-12-10T07:22:24,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44555-0x1007ace543b0002, quorum=127.0.0.1:49864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:22:24,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44555-0x1007ace543b0002, quorum=127.0.0.1:49864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:24,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44555-0x1007ace543b0002, quorum=127.0.0.1:49864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:22:24,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44555 2024-12-10T07:22:24,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44555 2024-12-10T07:22:24,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44555 2024-12-10T07:22:24,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44555 2024-12-10T07:22:24,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44555 2024-12-10T07:22:24,079 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/65d303fd23b5,38215,1733815343977 2024-12-10T07:22:24,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:24,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1007ace543b0002, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:24,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41707-0x1007ace543b0001, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:24,081 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/65d303fd23b5,38215,1733815343977 2024-12-10T07:22:24,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41707-0x1007ace543b0001, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:22:24,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:22:24,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1007ace543b0002, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:22:24,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1007ace543b0002, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:24,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:24,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41707-0x1007ace543b0001, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:24,085 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T07:22:24,085 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/65d303fd23b5,38215,1733815343977 from backup master directory 2024-12-10T07:22:24,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T07:22:24,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/65d303fd23b5,38215,1733815343977 2024-12-10T07:22:24,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41707-0x1007ace543b0001, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:24,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1007ace543b0002, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:24,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:24,087 WARN [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:22:24,087 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=65d303fd23b5,38215,1733815343977 2024-12-10T07:22:24,092 DEBUG [M:0;65d303fd23b5:38215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;65d303fd23b5:38215 2024-12-10T07:22:24,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42019 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:22:24,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:22:24,103 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/hbase.id with ID: 321a3edf-26e0-49fc-a288-d488472e271a 2024-12-10T07:22:24,120 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:24,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1007ace543b0002, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:24,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:24,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41707-0x1007ace543b0001, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:24,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:22:24,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42019 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:22:24,134 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:22:24,135 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-10T07:22:24,135 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:22:24,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:22:24,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42019 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:22:24,147 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/MasterData/data/master/store 2024-12-10T07:22:24,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42019 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:22:24,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:22:24,157 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:24,157 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:22:24,157 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:24,157 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:24,157 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:22:24,157 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:24,157 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:24,157 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T07:22:24,159 WARN [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/MasterData/data/master/store/.initializing 2024-12-10T07:22:24,159 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/MasterData/WALs/65d303fd23b5,38215,1733815343977 2024-12-10T07:22:24,160 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:22:24,164 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65d303fd23b5%2C38215%2C1733815343977, suffix=, logDir=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/MasterData/WALs/65d303fd23b5,38215,1733815343977, archiveDir=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/MasterData/oldWALs, maxLogs=10 2024-12-10T07:22:24,181 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/MasterData/WALs/65d303fd23b5,38215,1733815343977/65d303fd23b5%2C38215%2C1733815343977.1733815344164, exclude list is [], retry=0 2024-12-10T07:22:24,186 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42019,DS-c48aa9b7-4d26-4252-a024-c09e61c26d49,DISK] 2024-12-10T07:22:24,186 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38303,DS-a0c8e9e5-9d7e-462b-be31-47114a06e00b,DISK] 2024-12-10T07:22:24,190 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/MasterData/WALs/65d303fd23b5,38215,1733815343977/65d303fd23b5%2C38215%2C1733815343977.1733815344164 2024-12-10T07:22:24,190 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43049:43049),(127.0.0.1/127.0.0.1:37279:37279)] 2024-12-10T07:22:24,190 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:22:24,190 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:24,190 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:24,190 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:24,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:24,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-10T07:22:24,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:24,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:24,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:24,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-10T07:22:24,198 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:24,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:24,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:24,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-10T07:22:24,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:24,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:24,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:24,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-10T07:22:24,204 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:24,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:24,206 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:24,206 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:24,209 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:22:24,210 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:24,213 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:24,213 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63982802, jitterRate=-0.04658195376396179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:22:24,214 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T07:22:24,214 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-10T07:22:24,219 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac126ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:22:24,220 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-10T07:22:24,220 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-10T07:22:24,220 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-10T07:22:24,221 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-10T07:22:24,221 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-10T07:22:24,222 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-10T07:22:24,222 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-10T07:22:24,224 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-10T07:22:24,225 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-10T07:22:24,227 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-10T07:22:24,227 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-10T07:22:24,228 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-10T07:22:24,229 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-10T07:22:24,229 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-10T07:22:24,231 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-10T07:22:24,232 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-10T07:22:24,233 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-10T07:22:24,235 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-10T07:22:24,236 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-10T07:22:24,238 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-10T07:22:24,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41707-0x1007ace543b0001, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:24,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1007ace543b0002, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:24,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:24,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41707-0x1007ace543b0001, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:24,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1007ace543b0002, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:24,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:24,241 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=65d303fd23b5,38215,1733815343977, sessionid=0x1007ace543b0000, setting cluster-up flag (Was=false) 2024-12-10T07:22:24,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41707-0x1007ace543b0001, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:24,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1007ace543b0002, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:24,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:24,249 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-10T07:22:24,250 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=65d303fd23b5,38215,1733815343977 2024-12-10T07:22:24,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41707-0x1007ace543b0001, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:24,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1007ace543b0002, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:24,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:24,259 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-10T07:22:24,260 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=65d303fd23b5,38215,1733815343977 2024-12-10T07:22:24,264 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-10T07:22:24,264 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-10T07:22:24,264 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-10T07:22:24,264 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 65d303fd23b5,38215,1733815343977 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-10T07:22:24,265 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/65d303fd23b5:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:22:24,265 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/65d303fd23b5:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:22:24,265 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/65d303fd23b5:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:22:24,265 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/65d303fd23b5:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:22:24,265 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/65d303fd23b5:0, corePoolSize=10, maxPoolSize=10 2024-12-10T07:22:24,265 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:24,265 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/65d303fd23b5:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:22:24,265 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:24,268 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733815374268 2024-12-10T07:22:24,268 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-10T07:22:24,268 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-10T07:22:24,268 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-10T07:22:24,268 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-10T07:22:24,268 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-10T07:22:24,268 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-10T07:22:24,268 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:24,269 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:22:24,269 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-10T07:22:24,269 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-10T07:22:24,269 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-10T07:22:24,269 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-10T07:22:24,269 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-10T07:22:24,269 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-10T07:22:24,270 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.large.0-1733815344270,5,FailOnTimeoutGroup] 2024-12-10T07:22:24,270 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.small.0-1733815344270,5,FailOnTimeoutGroup] 2024-12-10T07:22:24,270 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:24,270 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-10T07:22:24,270 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:24,270 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:24,271 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:24,271 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T07:22:24,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741831_1007 (size=1039) 2024-12-10T07:22:24,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42019 is added to blk_1073741831_1007 (size=1039) 2024-12-10T07:22:24,284 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-10T07:22:24,284 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07 2024-12-10T07:22:24,294 DEBUG [RS:1;65d303fd23b5:44555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;65d303fd23b5:44555 2024-12-10T07:22:24,295 DEBUG [RS:0;65d303fd23b5:41707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;65d303fd23b5:41707 2024-12-10T07:22:24,295 INFO [RS:1;65d303fd23b5:44555 {}] regionserver.HRegionServer(1008): ClusterId : 321a3edf-26e0-49fc-a288-d488472e271a 2024-12-10T07:22:24,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42019 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:22:24,296 DEBUG [RS:1;65d303fd23b5:44555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:22:24,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:22:24,296 INFO [RS:0;65d303fd23b5:41707 {}] regionserver.HRegionServer(1008): ClusterId : 321a3edf-26e0-49fc-a288-d488472e271a 2024-12-10T07:22:24,296 DEBUG [RS:0;65d303fd23b5:41707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:22:24,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:24,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:22:24,300 DEBUG [RS:1;65d303fd23b5:44555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:22:24,300 DEBUG [RS:1;65d303fd23b5:44555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:22:24,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:22:24,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:24,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:24,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:22:24,303 DEBUG [RS:0;65d303fd23b5:41707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:22:24,303 DEBUG [RS:1;65d303fd23b5:44555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:22:24,303 DEBUG [RS:0;65d303fd23b5:41707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:22:24,303 DEBUG [RS:1;65d303fd23b5:44555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6183b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:22:24,304 DEBUG [RS:1;65d303fd23b5:44555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2f1b8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65d303fd23b5/172.17.0.2:0 2024-12-10T07:22:24,304 INFO [RS:1;65d303fd23b5:44555 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-10T07:22:24,304 INFO [RS:1;65d303fd23b5:44555 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-10T07:22:24,304 DEBUG [RS:1;65d303fd23b5:44555 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-10T07:22:24,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:22:24,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:24,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:24,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:22:24,306 DEBUG [RS:0;65d303fd23b5:41707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:22:24,306 DEBUG [RS:0;65d303fd23b5:41707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce6011c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:22:24,306 INFO [RS:1;65d303fd23b5:44555 {}] regionserver.HRegionServer(3073): reportForDuty to master=65d303fd23b5,38215,1733815343977 with isa=65d303fd23b5/172.17.0.2:44555, startcode=1733815344062 2024-12-10T07:22:24,307 DEBUG [RS:0;65d303fd23b5:41707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cfd5a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65d303fd23b5/172.17.0.2:0 2024-12-10T07:22:24,307 DEBUG [RS:1;65d303fd23b5:44555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:22:24,307 INFO [RS:0;65d303fd23b5:41707 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-10T07:22:24,307 INFO [RS:0;65d303fd23b5:41707 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-10T07:22:24,307 DEBUG [RS:0;65d303fd23b5:41707 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-10T07:22:24,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:22:24,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:24,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:24,310 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36089, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:22:24,310 INFO [RS:0;65d303fd23b5:41707 {}] regionserver.HRegionServer(3073): reportForDuty to master=65d303fd23b5,38215,1733815343977 with isa=65d303fd23b5/172.17.0.2:41707, startcode=1733815344032 2024-12-10T07:22:24,311 DEBUG [RS:0;65d303fd23b5:41707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:22:24,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/hbase/meta/1588230740 2024-12-10T07:22:24,311 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38215 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 65d303fd23b5,44555,1733815344062 2024-12-10T07:22:24,311 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38215 {}] master.ServerManager(486): Registering regionserver=65d303fd23b5,44555,1733815344062 2024-12-10T07:22:24,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/hbase/meta/1588230740 2024-12-10T07:22:24,313 DEBUG [RS:1;65d303fd23b5:44555 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07 2024-12-10T07:22:24,313 DEBUG [RS:1;65d303fd23b5:44555 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40479 2024-12-10T07:22:24,314 DEBUG [RS:1;65d303fd23b5:44555 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-10T07:22:24,315 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T07:22:24,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:22:24,317 DEBUG [RS:1;65d303fd23b5:44555 {}] zookeeper.ZKUtil(111): regionserver:44555-0x1007ace543b0002, quorum=127.0.0.1:49864, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/65d303fd23b5,44555,1733815344062 2024-12-10T07:22:24,317 WARN [RS:1;65d303fd23b5:44555 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:22:24,317 INFO [RS:1;65d303fd23b5:44555 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:22:24,317 DEBUG [RS:1;65d303fd23b5:44555 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/WALs/65d303fd23b5,44555,1733815344062 2024-12-10T07:22:24,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-10T07:22:24,321 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [65d303fd23b5,44555,1733815344062] 2024-12-10T07:22:24,321 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34357, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:22:24,322 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38215 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 65d303fd23b5,41707,1733815344032 2024-12-10T07:22:24,322 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38215 {}] master.ServerManager(486): Registering regionserver=65d303fd23b5,41707,1733815344032 2024-12-10T07:22:24,324 DEBUG [RS:0;65d303fd23b5:41707 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07 2024-12-10T07:22:24,324 DEBUG [RS:0;65d303fd23b5:41707 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40479 2024-12-10T07:22:24,324 DEBUG [RS:0;65d303fd23b5:41707 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-10T07:22:24,325 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:24,326 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59140761, jitterRate=-0.11873398721218109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T07:22:24,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-10T07:22:24,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:22:24,326 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-10T07:22:24,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-10T07:22:24,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:22:24,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:22:24,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:22:24,329 DEBUG [RS:0;65d303fd23b5:41707 {}] zookeeper.ZKUtil(111): regionserver:41707-0x1007ace543b0001, quorum=127.0.0.1:49864, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/65d303fd23b5,41707,1733815344032 2024-12-10T07:22:24,329 WARN [RS:0;65d303fd23b5:41707 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:22:24,329 INFO [RS:0;65d303fd23b5:41707 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:22:24,329 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [65d303fd23b5,41707,1733815344032] 2024-12-10T07:22:24,329 DEBUG [RS:0;65d303fd23b5:41707 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/WALs/65d303fd23b5,41707,1733815344032 2024-12-10T07:22:24,335 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-10T07:22:24,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-10T07:22:24,336 DEBUG [RS:1;65d303fd23b5:44555 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-10T07:22:24,336 INFO [RS:1;65d303fd23b5:44555 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:22:24,337 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:22:24,338 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-10T07:22:24,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T07:22:24,339 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T07:22:24,341 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-10T07:22:24,344 INFO [RS:1;65d303fd23b5:44555 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:22:24,347 DEBUG [RS:0;65d303fd23b5:41707 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-10T07:22:24,347 INFO [RS:0;65d303fd23b5:41707 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:22:24,347 INFO [RS:1;65d303fd23b5:44555 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:22:24,347 INFO [RS:1;65d303fd23b5:44555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:24,348 INFO [RS:1;65d303fd23b5:44555 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-10T07:22:24,349 INFO [RS:1;65d303fd23b5:44555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:24,349 DEBUG [RS:1;65d303fd23b5:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:24,349 DEBUG [RS:1;65d303fd23b5:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:24,349 DEBUG [RS:1;65d303fd23b5:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:24,349 DEBUG [RS:1;65d303fd23b5:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:24,349 DEBUG [RS:1;65d303fd23b5:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:24,349 DEBUG [RS:1;65d303fd23b5:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/65d303fd23b5:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:22:24,349 DEBUG [RS:1;65d303fd23b5:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:24,349 DEBUG [RS:1;65d303fd23b5:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:24,349 DEBUG [RS:1;65d303fd23b5:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:24,349 DEBUG [RS:1;65d303fd23b5:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:24,349 DEBUG [RS:1;65d303fd23b5:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:24,349 DEBUG [RS:1;65d303fd23b5:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/65d303fd23b5:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:22:24,350 DEBUG [RS:1;65d303fd23b5:44555 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/65d303fd23b5:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:22:24,352 INFO [RS:0;65d303fd23b5:41707 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:22:24,354 INFO [RS:0;65d303fd23b5:41707 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:22:24,354 INFO [RS:0;65d303fd23b5:41707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:24,354 INFO [RS:1;65d303fd23b5:44555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:24,354 INFO [RS:1;65d303fd23b5:44555 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:24,354 INFO [RS:0;65d303fd23b5:41707 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-10T07:22:24,354 INFO [RS:1;65d303fd23b5:44555 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:24,354 INFO [RS:1;65d303fd23b5:44555 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:24,354 INFO [RS:1;65d303fd23b5:44555 {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,44555,1733815344062-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:22:24,355 INFO [RS:0;65d303fd23b5:41707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:24,355 DEBUG [RS:0;65d303fd23b5:41707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:24,356 DEBUG [RS:0;65d303fd23b5:41707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:24,356 DEBUG [RS:0;65d303fd23b5:41707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:24,356 DEBUG [RS:0;65d303fd23b5:41707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:24,356 DEBUG [RS:0;65d303fd23b5:41707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:24,356 DEBUG [RS:0;65d303fd23b5:41707 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/65d303fd23b5:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:22:24,356 DEBUG [RS:0;65d303fd23b5:41707 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:24,356 DEBUG [RS:0;65d303fd23b5:41707 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:24,356 DEBUG [RS:0;65d303fd23b5:41707 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:24,356 DEBUG [RS:0;65d303fd23b5:41707 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:24,356 DEBUG [RS:0;65d303fd23b5:41707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:24,356 DEBUG [RS:0;65d303fd23b5:41707 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/65d303fd23b5:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:22:24,357 DEBUG [RS:0;65d303fd23b5:41707 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/65d303fd23b5:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:22:24,360 INFO [RS:0;65d303fd23b5:41707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:24,360 INFO [RS:0;65d303fd23b5:41707 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:24,360 INFO [RS:0;65d303fd23b5:41707 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:24,360 INFO [RS:0;65d303fd23b5:41707 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:24,360 INFO [RS:0;65d303fd23b5:41707 {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,41707,1733815344032-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:22:24,377 INFO [RS:1;65d303fd23b5:44555 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:22:24,377 INFO [RS:1;65d303fd23b5:44555 {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,44555,1733815344062-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:24,383 INFO [RS:0;65d303fd23b5:41707 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:22:24,384 INFO [RS:0;65d303fd23b5:41707 {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,41707,1733815344032-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:24,392 INFO [RS:1;65d303fd23b5:44555 {}] regionserver.Replication(204): 65d303fd23b5,44555,1733815344062 started 2024-12-10T07:22:24,392 INFO [RS:1;65d303fd23b5:44555 {}] regionserver.HRegionServer(1767): Serving as 65d303fd23b5,44555,1733815344062, RpcServer on 65d303fd23b5/172.17.0.2:44555, sessionid=0x1007ace543b0002 2024-12-10T07:22:24,393 DEBUG [RS:1;65d303fd23b5:44555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:22:24,393 DEBUG [RS:1;65d303fd23b5:44555 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 65d303fd23b5,44555,1733815344062 2024-12-10T07:22:24,393 DEBUG [RS:1;65d303fd23b5:44555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65d303fd23b5,44555,1733815344062' 2024-12-10T07:22:24,393 DEBUG [RS:1;65d303fd23b5:44555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:22:24,393 DEBUG [RS:1;65d303fd23b5:44555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:22:24,394 DEBUG [RS:1;65d303fd23b5:44555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:22:24,394 DEBUG [RS:1;65d303fd23b5:44555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:22:24,394 DEBUG [RS:1;65d303fd23b5:44555 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 65d303fd23b5,44555,1733815344062 2024-12-10T07:22:24,394 DEBUG [RS:1;65d303fd23b5:44555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65d303fd23b5,44555,1733815344062' 2024-12-10T07:22:24,394 DEBUG [RS:1;65d303fd23b5:44555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:22:24,394 DEBUG [RS:1;65d303fd23b5:44555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:22:24,395 DEBUG [RS:1;65d303fd23b5:44555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:22:24,395 INFO [RS:1;65d303fd23b5:44555 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:22:24,395 INFO [RS:1;65d303fd23b5:44555 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:22:24,405 INFO [RS:0;65d303fd23b5:41707 {}] regionserver.Replication(204): 65d303fd23b5,41707,1733815344032 started 2024-12-10T07:22:24,405 INFO [RS:0;65d303fd23b5:41707 {}] regionserver.HRegionServer(1767): Serving as 65d303fd23b5,41707,1733815344032, RpcServer on 65d303fd23b5/172.17.0.2:41707, sessionid=0x1007ace543b0001 2024-12-10T07:22:24,405 DEBUG [RS:0;65d303fd23b5:41707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:22:24,405 DEBUG [RS:0;65d303fd23b5:41707 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 65d303fd23b5,41707,1733815344032 2024-12-10T07:22:24,405 DEBUG [RS:0;65d303fd23b5:41707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65d303fd23b5,41707,1733815344032' 2024-12-10T07:22:24,405 DEBUG [RS:0;65d303fd23b5:41707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:22:24,406 DEBUG [RS:0;65d303fd23b5:41707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:22:24,406 DEBUG [RS:0;65d303fd23b5:41707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:22:24,406 DEBUG [RS:0;65d303fd23b5:41707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:22:24,406 DEBUG [RS:0;65d303fd23b5:41707 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 65d303fd23b5,41707,1733815344032 2024-12-10T07:22:24,406 DEBUG [RS:0;65d303fd23b5:41707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65d303fd23b5,41707,1733815344032' 2024-12-10T07:22:24,406 DEBUG [RS:0;65d303fd23b5:41707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:22:24,407 DEBUG [RS:0;65d303fd23b5:41707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:22:24,407 DEBUG [RS:0;65d303fd23b5:41707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:22:24,407 INFO [RS:0;65d303fd23b5:41707 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:22:24,407 INFO [RS:0;65d303fd23b5:41707 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:22:24,491 WARN [65d303fd23b5:38215 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-10T07:22:24,495 INFO [RS:1;65d303fd23b5:44555 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:22:24,498 INFO [RS:1;65d303fd23b5:44555 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65d303fd23b5%2C44555%2C1733815344062, suffix=, logDir=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/WALs/65d303fd23b5,44555,1733815344062, archiveDir=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/oldWALs, maxLogs=32 2024-12-10T07:22:24,508 INFO [RS:0;65d303fd23b5:41707 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:22:24,510 INFO [RS:0;65d303fd23b5:41707 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65d303fd23b5%2C41707%2C1733815344032, suffix=, logDir=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/WALs/65d303fd23b5,41707,1733815344032, archiveDir=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/oldWALs, maxLogs=32 2024-12-10T07:22:24,514 DEBUG [RS:1;65d303fd23b5:44555 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/WALs/65d303fd23b5,44555,1733815344062/65d303fd23b5%2C44555%2C1733815344062.1733815344500, exclude list is [], retry=0 2024-12-10T07:22:24,518 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42019,DS-c48aa9b7-4d26-4252-a024-c09e61c26d49,DISK] 2024-12-10T07:22:24,518 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38303,DS-a0c8e9e5-9d7e-462b-be31-47114a06e00b,DISK] 2024-12-10T07:22:24,521 INFO [RS:1;65d303fd23b5:44555 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/WALs/65d303fd23b5,44555,1733815344062/65d303fd23b5%2C44555%2C1733815344062.1733815344500 2024-12-10T07:22:24,521 DEBUG [RS:1;65d303fd23b5:44555 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43049:43049),(127.0.0.1/127.0.0.1:37279:37279)] 2024-12-10T07:22:24,527 DEBUG [RS:0;65d303fd23b5:41707 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/WALs/65d303fd23b5,41707,1733815344032/65d303fd23b5%2C41707%2C1733815344032.1733815344512, exclude list is [], retry=0 2024-12-10T07:22:24,530 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42019,DS-c48aa9b7-4d26-4252-a024-c09e61c26d49,DISK] 2024-12-10T07:22:24,530 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38303,DS-a0c8e9e5-9d7e-462b-be31-47114a06e00b,DISK] 2024-12-10T07:22:24,533 INFO [RS:0;65d303fd23b5:41707 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/WALs/65d303fd23b5,41707,1733815344032/65d303fd23b5%2C41707%2C1733815344032.1733815344512 2024-12-10T07:22:24,533 DEBUG [RS:0;65d303fd23b5:41707 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37279:37279),(127.0.0.1/127.0.0.1:43049:43049)] 2024-12-10T07:22:24,742 DEBUG [65d303fd23b5:38215 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-10T07:22:24,742 DEBUG [65d303fd23b5:38215 {}] balancer.BalancerClusterState(202): Hosts are {65d303fd23b5=0} racks are {/default-rack=0} 2024-12-10T07:22:24,744 DEBUG [65d303fd23b5:38215 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-10T07:22:24,744 DEBUG [65d303fd23b5:38215 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-10T07:22:24,744 INFO [65d303fd23b5:38215 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-10T07:22:24,744 INFO [65d303fd23b5:38215 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-10T07:22:24,744 DEBUG [65d303fd23b5:38215 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:22:24,745 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=65d303fd23b5,41707,1733815344032 2024-12-10T07:22:24,746 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 65d303fd23b5,41707,1733815344032, state=OPENING 2024-12-10T07:22:24,748 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-10T07:22:24,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1007ace543b0002, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:24,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41707-0x1007ace543b0001, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:24,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:24,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=65d303fd23b5,41707,1733815344032}] 2024-12-10T07:22:24,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:24,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:24,750 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:24,904 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65d303fd23b5,41707,1733815344032 2024-12-10T07:22:24,904 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:22:24,906 INFO [RS-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:22:24,911 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-10T07:22:24,911 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:22:24,911 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T07:22:24,913 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65d303fd23b5%2C41707%2C1733815344032.meta, suffix=.meta, logDir=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/WALs/65d303fd23b5,41707,1733815344032, archiveDir=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/oldWALs, maxLogs=32 2024-12-10T07:22:24,929 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/WALs/65d303fd23b5,41707,1733815344032/65d303fd23b5%2C41707%2C1733815344032.meta.1733815344914.meta, exclude list is [], retry=0 2024-12-10T07:22:24,932 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38303,DS-a0c8e9e5-9d7e-462b-be31-47114a06e00b,DISK] 2024-12-10T07:22:24,932 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42019,DS-c48aa9b7-4d26-4252-a024-c09e61c26d49,DISK] 2024-12-10T07:22:24,935 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/WALs/65d303fd23b5,41707,1733815344032/65d303fd23b5%2C41707%2C1733815344032.meta.1733815344914.meta 2024-12-10T07:22:24,935 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43049:43049),(127.0.0.1/127.0.0.1:37279:37279)] 2024-12-10T07:22:24,935 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:22:24,936 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T07:22:24,936 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T07:22:24,936 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T07:22:24,936 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T07:22:24,936 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:24,936 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-10T07:22:24,936 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-10T07:22:24,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:22:24,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:22:24,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:24,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:24,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:22:24,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:22:24,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:24,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:24,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:22:24,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:22:24,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:24,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:24,944 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/hbase/meta/1588230740 2024-12-10T07:22:24,946 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/hbase/meta/1588230740 2024-12-10T07:22:24,948 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T07:22:24,950 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-10T07:22:24,951 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71530905, jitterRate=0.06589354574680328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T07:22:24,952 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-10T07:22:24,953 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733815344903 2024-12-10T07:22:24,956 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T07:22:24,956 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-10T07:22:24,957 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=65d303fd23b5,41707,1733815344032 2024-12-10T07:22:24,958 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 65d303fd23b5,41707,1733815344032, state=OPEN 2024-12-10T07:22:24,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:22:24,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41707-0x1007ace543b0001, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:22:24,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1007ace543b0002, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:22:24,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:24,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:24,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:24,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-10T07:22:24,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=65d303fd23b5,41707,1733815344032 in 211 msec 2024-12-10T07:22:24,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-10T07:22:24,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 626 msec 2024-12-10T07:22:24,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 706 msec 2024-12-10T07:22:24,970 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733815344970, completionTime=-1 2024-12-10T07:22:24,970 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-10T07:22:24,970 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-10T07:22:24,971 DEBUG [hconnection-0x6c2ba7f4-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:22:24,973 INFO [RS-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:22:24,975 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-10T07:22:24,975 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733815404975 2024-12-10T07:22:24,975 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733815464975 2024-12-10T07:22:24,975 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-12-10T07:22:24,982 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,38215,1733815343977-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:24,982 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,38215,1733815343977-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:24,982 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,38215,1733815343977-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:24,983 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-65d303fd23b5:38215, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:24,983 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:24,983 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-10T07:22:24,983 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T07:22:24,985 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-10T07:22:24,985 DEBUG [master/65d303fd23b5:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-10T07:22:24,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T07:22:24,987 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:24,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T07:22:24,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42019 is added to blk_1073741836_1012 (size=358) 2024-12-10T07:22:24,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741836_1012 (size=358) 2024-12-10T07:22:25,000 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9d28d39add09102cf5f42a1ac491dca0, NAME => 'hbase:namespace,,1733815344983.9d28d39add09102cf5f42a1ac491dca0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07 2024-12-10T07:22:25,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42019 is added to blk_1073741837_1013 (size=42) 2024-12-10T07:22:25,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741837_1013 (size=42) 2024-12-10T07:22:25,012 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733815344983.9d28d39add09102cf5f42a1ac491dca0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:25,012 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 9d28d39add09102cf5f42a1ac491dca0, disabling compactions & flushes 2024-12-10T07:22:25,012 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733815344983.9d28d39add09102cf5f42a1ac491dca0. 2024-12-10T07:22:25,012 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733815344983.9d28d39add09102cf5f42a1ac491dca0. 2024-12-10T07:22:25,012 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733815344983.9d28d39add09102cf5f42a1ac491dca0. after waiting 0 ms 2024-12-10T07:22:25,012 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733815344983.9d28d39add09102cf5f42a1ac491dca0. 2024-12-10T07:22:25,012 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733815344983.9d28d39add09102cf5f42a1ac491dca0. 2024-12-10T07:22:25,013 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9d28d39add09102cf5f42a1ac491dca0: 2024-12-10T07:22:25,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T07:22:25,015 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733815344983.9d28d39add09102cf5f42a1ac491dca0.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733815345015"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733815345015"}]},"ts":"1733815345015"} 2024-12-10T07:22:25,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-10T07:22:25,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T07:22:25,020 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733815345020"}]},"ts":"1733815345020"} 2024-12-10T07:22:25,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-10T07:22:25,027 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {65d303fd23b5=0} racks are {/default-rack=0} 2024-12-10T07:22:25,029 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-10T07:22:25,029 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-10T07:22:25,029 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-10T07:22:25,029 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-10T07:22:25,029 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:22:25,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9d28d39add09102cf5f42a1ac491dca0, ASSIGN}] 2024-12-10T07:22:25,031 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9d28d39add09102cf5f42a1ac491dca0, ASSIGN 2024-12-10T07:22:25,032 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=9d28d39add09102cf5f42a1ac491dca0, ASSIGN; state=OFFLINE, location=65d303fd23b5,44555,1733815344062; forceNewPlan=false, retain=false 2024-12-10T07:22:25,183 INFO [65d303fd23b5:38215 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-10T07:22:25,183 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9d28d39add09102cf5f42a1ac491dca0, regionState=OPENING, regionLocation=65d303fd23b5,44555,1733815344062 2024-12-10T07:22:25,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 9d28d39add09102cf5f42a1ac491dca0, server=65d303fd23b5,44555,1733815344062}] 2024-12-10T07:22:25,340 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65d303fd23b5,44555,1733815344062 2024-12-10T07:22:25,340 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:22:25,342 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:22:25,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733815344983.9d28d39add09102cf5f42a1ac491dca0. 2024-12-10T07:22:25,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 9d28d39add09102cf5f42a1ac491dca0, NAME => 'hbase:namespace,,1733815344983.9d28d39add09102cf5f42a1ac491dca0.', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:22:25,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 9d28d39add09102cf5f42a1ac491dca0 2024-12-10T07:22:25,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733815344983.9d28d39add09102cf5f42a1ac491dca0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:25,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 9d28d39add09102cf5f42a1ac491dca0 2024-12-10T07:22:25,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 9d28d39add09102cf5f42a1ac491dca0 2024-12-10T07:22:25,350 INFO [StoreOpener-9d28d39add09102cf5f42a1ac491dca0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9d28d39add09102cf5f42a1ac491dca0 2024-12-10T07:22:25,352 INFO [StoreOpener-9d28d39add09102cf5f42a1ac491dca0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d28d39add09102cf5f42a1ac491dca0 columnFamilyName info 2024-12-10T07:22:25,352 DEBUG [StoreOpener-9d28d39add09102cf5f42a1ac491dca0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:25,353 INFO [StoreOpener-9d28d39add09102cf5f42a1ac491dca0-1 {}] regionserver.HStore(327): Store=9d28d39add09102cf5f42a1ac491dca0/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:25,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/hbase/namespace/9d28d39add09102cf5f42a1ac491dca0 2024-12-10T07:22:25,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/hbase/namespace/9d28d39add09102cf5f42a1ac491dca0 2024-12-10T07:22:25,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 9d28d39add09102cf5f42a1ac491dca0 2024-12-10T07:22:25,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/hbase/namespace/9d28d39add09102cf5f42a1ac491dca0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:25,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 9d28d39add09102cf5f42a1ac491dca0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70654184, jitterRate=0.05282938480377197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:22:25,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 9d28d39add09102cf5f42a1ac491dca0: 2024-12-10T07:22:25,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733815344983.9d28d39add09102cf5f42a1ac491dca0., pid=6, masterSystemTime=1733815345339 2024-12-10T07:22:25,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733815344983.9d28d39add09102cf5f42a1ac491dca0. 2024-12-10T07:22:25,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733815344983.9d28d39add09102cf5f42a1ac491dca0. 2024-12-10T07:22:25,365 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9d28d39add09102cf5f42a1ac491dca0, regionState=OPEN, openSeqNum=2, regionLocation=65d303fd23b5,44555,1733815344062 2024-12-10T07:22:25,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-10T07:22:25,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 9d28d39add09102cf5f42a1ac491dca0, server=65d303fd23b5,44555,1733815344062 in 182 msec 2024-12-10T07:22:25,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-10T07:22:25,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=9d28d39add09102cf5f42a1ac491dca0, ASSIGN in 342 msec 2024-12-10T07:22:25,374 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T07:22:25,374 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733815345374"}]},"ts":"1733815345374"} 2024-12-10T07:22:25,377 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-10T07:22:25,380 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T07:22:25,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 397 msec 2024-12-10T07:22:25,386 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-10T07:22:25,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-10T07:22:25,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41707-0x1007ace543b0001, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:25,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1007ace543b0002, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:25,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:25,392 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:22:25,394 INFO [RS-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:22:25,396 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-10T07:22:25,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-10T07:22:25,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 13 msec 2024-12-10T07:22:25,419 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-10T07:22:25,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-10T07:22:25,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 13 msec 2024-12-10T07:22:25,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-10T07:22:25,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-10T07:22:25,448 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.361sec 2024-12-10T07:22:25,448 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-10T07:22:25,448 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-10T07:22:25,449 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-10T07:22:25,449 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-10T07:22:25,449 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-10T07:22:25,449 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,38215,1733815343977-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:22:25,449 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,38215,1733815343977-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-10T07:22:25,451 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-10T07:22:25,451 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-10T07:22:25,451 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,38215,1733815343977-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:25,483 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6debbba1 to 127.0.0.1:49864 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d1cb961 2024-12-10T07:22:25,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17481312, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:22:25,488 DEBUG [hconnection-0x69e55119-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:22:25,490 INFO [RS-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:22:25,492 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=65d303fd23b5,38215,1733815343977 2024-12-10T07:22:25,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T07:22:25,495 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T07:22:25,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38215 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:22:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38215 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-10T07:22:25,499 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T07:22:25,500 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:25,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38215 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-10T07:22:25,501 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T07:22:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38215 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T07:22:25,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741838_1014 (size=379) 2024-12-10T07:22:25,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42019 is added to blk_1073741838_1014 (size=379) 2024-12-10T07:22:25,511 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8dd32fb0d5eaf5f729109bab3a6f5529, NAME => 'testClearRegionBlockCache,,1733815345496.8dd32fb0d5eaf5f729109bab3a6f5529.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07 2024-12-10T07:22:25,512 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 249c2d23d80ccb9abfa4740af0767642, NAME => 'testClearRegionBlockCache,5,1733815345496.249c2d23d80ccb9abfa4740af0767642.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07 2024-12-10T07:22:25,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741839_1015 (size=61) 2024-12-10T07:22:25,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42019 is added to blk_1073741839_1015 (size=61) 2024-12-10T07:22:25,523 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733815345496.8dd32fb0d5eaf5f729109bab3a6f5529.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:25,523 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 8dd32fb0d5eaf5f729109bab3a6f5529, disabling compactions & flushes 2024-12-10T07:22:25,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42019 is added to blk_1073741840_1016 (size=61) 2024-12-10T07:22:25,523 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733815345496.8dd32fb0d5eaf5f729109bab3a6f5529. 2024-12-10T07:22:25,523 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733815345496.8dd32fb0d5eaf5f729109bab3a6f5529. 2024-12-10T07:22:25,523 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733815345496.8dd32fb0d5eaf5f729109bab3a6f5529. after waiting 0 ms 2024-12-10T07:22:25,523 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733815345496.8dd32fb0d5eaf5f729109bab3a6f5529. 2024-12-10T07:22:25,523 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733815345496.8dd32fb0d5eaf5f729109bab3a6f5529. 2024-12-10T07:22:25,523 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8dd32fb0d5eaf5f729109bab3a6f5529: 2024-12-10T07:22:25,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741840_1016 (size=61) 2024-12-10T07:22:25,524 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733815345496.249c2d23d80ccb9abfa4740af0767642.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:25,524 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 249c2d23d80ccb9abfa4740af0767642, disabling compactions & flushes 2024-12-10T07:22:25,524 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733815345496.249c2d23d80ccb9abfa4740af0767642. 2024-12-10T07:22:25,524 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733815345496.249c2d23d80ccb9abfa4740af0767642. 2024-12-10T07:22:25,524 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733815345496.249c2d23d80ccb9abfa4740af0767642. after waiting 0 ms 2024-12-10T07:22:25,524 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733815345496.249c2d23d80ccb9abfa4740af0767642. 2024-12-10T07:22:25,524 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733815345496.249c2d23d80ccb9abfa4740af0767642. 2024-12-10T07:22:25,524 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 249c2d23d80ccb9abfa4740af0767642: 2024-12-10T07:22:25,526 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T07:22:25,526 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733815345496.8dd32fb0d5eaf5f729109bab3a6f5529.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733815345526"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733815345526"}]},"ts":"1733815345526"} 2024-12-10T07:22:25,527 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733815345496.249c2d23d80ccb9abfa4740af0767642.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733815345526"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733815345526"}]},"ts":"1733815345526"} 2024-12-10T07:22:25,530 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-10T07:22:25,531 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T07:22:25,532 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733815345531"}]},"ts":"1733815345531"} 2024-12-10T07:22:25,534 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-10T07:22:25,538 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {65d303fd23b5=0} racks are {/default-rack=0} 2024-12-10T07:22:25,540 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-10T07:22:25,540 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-10T07:22:25,540 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-10T07:22:25,540 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-10T07:22:25,540 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:22:25,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8dd32fb0d5eaf5f729109bab3a6f5529, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=249c2d23d80ccb9abfa4740af0767642, ASSIGN}] 2024-12-10T07:22:25,542 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=249c2d23d80ccb9abfa4740af0767642, ASSIGN 2024-12-10T07:22:25,542 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8dd32fb0d5eaf5f729109bab3a6f5529, ASSIGN 2024-12-10T07:22:25,543 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=249c2d23d80ccb9abfa4740af0767642, ASSIGN; state=OFFLINE, location=65d303fd23b5,44555,1733815344062; forceNewPlan=false, retain=false 2024-12-10T07:22:25,544 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8dd32fb0d5eaf5f729109bab3a6f5529, ASSIGN; state=OFFLINE, location=65d303fd23b5,41707,1733815344032; forceNewPlan=false, retain=false 2024-12-10T07:22:25,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38215 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T07:22:25,694 INFO [65d303fd23b5:38215 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-10T07:22:25,694 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=249c2d23d80ccb9abfa4740af0767642, regionState=OPENING, regionLocation=65d303fd23b5,44555,1733815344062 2024-12-10T07:22:25,694 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8dd32fb0d5eaf5f729109bab3a6f5529, regionState=OPENING, regionLocation=65d303fd23b5,41707,1733815344032 2024-12-10T07:22:25,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 8dd32fb0d5eaf5f729109bab3a6f5529, server=65d303fd23b5,41707,1733815344032}] 2024-12-10T07:22:25,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 249c2d23d80ccb9abfa4740af0767642, server=65d303fd23b5,44555,1733815344062}] 2024-12-10T07:22:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38215 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T07:22:25,850 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65d303fd23b5,41707,1733815344032 2024-12-10T07:22:25,851 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65d303fd23b5,44555,1733815344062 2024-12-10T07:22:25,855 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733815345496.8dd32fb0d5eaf5f729109bab3a6f5529. 2024-12-10T07:22:25,855 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733815345496.249c2d23d80ccb9abfa4740af0767642. 2024-12-10T07:22:25,856 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 8dd32fb0d5eaf5f729109bab3a6f5529, NAME => 'testClearRegionBlockCache,,1733815345496.8dd32fb0d5eaf5f729109bab3a6f5529.', STARTKEY => '', ENDKEY => '5'} 2024-12-10T07:22:25,856 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 249c2d23d80ccb9abfa4740af0767642, NAME => 'testClearRegionBlockCache,5,1733815345496.249c2d23d80ccb9abfa4740af0767642.', STARTKEY => '5', ENDKEY => ''} 2024-12-10T07:22:25,856 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 249c2d23d80ccb9abfa4740af0767642 2024-12-10T07:22:25,856 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8dd32fb0d5eaf5f729109bab3a6f5529 2024-12-10T07:22:25,856 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733815345496.249c2d23d80ccb9abfa4740af0767642.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:25,856 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733815345496.8dd32fb0d5eaf5f729109bab3a6f5529.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:25,856 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 249c2d23d80ccb9abfa4740af0767642 2024-12-10T07:22:25,856 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 8dd32fb0d5eaf5f729109bab3a6f5529 2024-12-10T07:22:25,856 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 249c2d23d80ccb9abfa4740af0767642 2024-12-10T07:22:25,856 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 8dd32fb0d5eaf5f729109bab3a6f5529 2024-12-10T07:22:25,858 INFO [StoreOpener-249c2d23d80ccb9abfa4740af0767642-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 249c2d23d80ccb9abfa4740af0767642 2024-12-10T07:22:25,858 INFO [StoreOpener-8dd32fb0d5eaf5f729109bab3a6f5529-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8dd32fb0d5eaf5f729109bab3a6f5529 2024-12-10T07:22:25,860 INFO [StoreOpener-249c2d23d80ccb9abfa4740af0767642-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 249c2d23d80ccb9abfa4740af0767642 columnFamilyName family 2024-12-10T07:22:25,860 DEBUG [StoreOpener-249c2d23d80ccb9abfa4740af0767642-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:25,860 INFO [StoreOpener-8dd32fb0d5eaf5f729109bab3a6f5529-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dd32fb0d5eaf5f729109bab3a6f5529 columnFamilyName family 2024-12-10T07:22:25,860 DEBUG [StoreOpener-8dd32fb0d5eaf5f729109bab3a6f5529-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:25,861 INFO [StoreOpener-249c2d23d80ccb9abfa4740af0767642-1 {}] regionserver.HStore(327): Store=249c2d23d80ccb9abfa4740af0767642/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:25,861 INFO [StoreOpener-8dd32fb0d5eaf5f729109bab3a6f5529-1 {}] regionserver.HStore(327): Store=8dd32fb0d5eaf5f729109bab3a6f5529/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:25,862 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/default/testClearRegionBlockCache/249c2d23d80ccb9abfa4740af0767642 2024-12-10T07:22:25,862 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/default/testClearRegionBlockCache/8dd32fb0d5eaf5f729109bab3a6f5529 2024-12-10T07:22:25,862 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/default/testClearRegionBlockCache/249c2d23d80ccb9abfa4740af0767642 2024-12-10T07:22:25,862 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/default/testClearRegionBlockCache/8dd32fb0d5eaf5f729109bab3a6f5529 2024-12-10T07:22:25,865 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 249c2d23d80ccb9abfa4740af0767642 2024-12-10T07:22:25,865 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 8dd32fb0d5eaf5f729109bab3a6f5529 2024-12-10T07:22:25,868 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/default/testClearRegionBlockCache/249c2d23d80ccb9abfa4740af0767642/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:25,868 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/default/testClearRegionBlockCache/8dd32fb0d5eaf5f729109bab3a6f5529/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:25,869 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 249c2d23d80ccb9abfa4740af0767642; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59381750, jitterRate=-0.11514297127723694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:22:25,869 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 8dd32fb0d5eaf5f729109bab3a6f5529; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75419144, jitterRate=0.1238328218460083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:22:25,870 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 249c2d23d80ccb9abfa4740af0767642: 2024-12-10T07:22:25,870 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 8dd32fb0d5eaf5f729109bab3a6f5529: 2024-12-10T07:22:25,871 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733815345496.249c2d23d80ccb9abfa4740af0767642., pid=13, masterSystemTime=1733815345851 2024-12-10T07:22:25,871 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733815345496.8dd32fb0d5eaf5f729109bab3a6f5529., pid=12, masterSystemTime=1733815345850 2024-12-10T07:22:25,874 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733815345496.249c2d23d80ccb9abfa4740af0767642. 2024-12-10T07:22:25,875 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733815345496.249c2d23d80ccb9abfa4740af0767642. 2024-12-10T07:22:25,875 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=249c2d23d80ccb9abfa4740af0767642, regionState=OPEN, openSeqNum=2, regionLocation=65d303fd23b5,44555,1733815344062 2024-12-10T07:22:25,876 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733815345496.8dd32fb0d5eaf5f729109bab3a6f5529. 2024-12-10T07:22:25,876 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733815345496.8dd32fb0d5eaf5f729109bab3a6f5529. 2024-12-10T07:22:25,877 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8dd32fb0d5eaf5f729109bab3a6f5529, regionState=OPEN, openSeqNum=2, regionLocation=65d303fd23b5,41707,1733815344032 2024-12-10T07:22:25,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-10T07:22:25,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 249c2d23d80ccb9abfa4740af0767642, server=65d303fd23b5,44555,1733815344062 in 178 msec 2024-12-10T07:22:25,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-10T07:22:25,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 8dd32fb0d5eaf5f729109bab3a6f5529, server=65d303fd23b5,41707,1733815344032 in 182 msec 2024-12-10T07:22:25,884 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=249c2d23d80ccb9abfa4740af0767642, ASSIGN in 341 msec 2024-12-10T07:22:25,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-10T07:22:25,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8dd32fb0d5eaf5f729109bab3a6f5529, ASSIGN in 343 msec 2024-12-10T07:22:25,887 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T07:22:25,888 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733815345887"}]},"ts":"1733815345887"} 2024-12-10T07:22:25,890 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-10T07:22:25,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T07:22:25,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 396 msec 2024-12-10T07:22:26,106 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T07:22:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38215 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T07:22:26,108 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-10T07:22:26,108 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-10T07:22:26,108 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:22:26,111 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-10T07:22:26,112 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:22:26,112 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-10T07:22:26,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:22:26,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:22:26,132 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58846, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:22:26,140 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 8dd32fb0d5eaf5f729109bab3a6f5529 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-10T07:22:26,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:22:26,167 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/default/testClearRegionBlockCache/8dd32fb0d5eaf5f729109bab3a6f5529/.tmp/family/982d2a91e9bf4e4fa46db8959703acaf is 32, key is 1/family:/1733815346118/Put/seqid=0 2024-12-10T07:22:26,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741841_1017 (size=5054) 2024-12-10T07:22:26,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42019 is added to blk_1073741841_1017 (size=5054) 2024-12-10T07:22:26,175 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/default/testClearRegionBlockCache/8dd32fb0d5eaf5f729109bab3a6f5529/.tmp/family/982d2a91e9bf4e4fa46db8959703acaf 2024-12-10T07:22:26,184 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/default/testClearRegionBlockCache/8dd32fb0d5eaf5f729109bab3a6f5529/.tmp/family/982d2a91e9bf4e4fa46db8959703acaf as hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/default/testClearRegionBlockCache/8dd32fb0d5eaf5f729109bab3a6f5529/family/982d2a91e9bf4e4fa46db8959703acaf 2024-12-10T07:22:26,193 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/default/testClearRegionBlockCache/8dd32fb0d5eaf5f729109bab3a6f5529/family/982d2a91e9bf4e4fa46db8959703acaf, entries=4, sequenceid=8, filesize=4.9 K 2024-12-10T07:22:26,194 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 8dd32fb0d5eaf5f729109bab3a6f5529 in 54ms, sequenceid=8, compaction requested=false 2024-12-10T07:22:26,194 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 8dd32fb0d5eaf5f729109bab3a6f5529: 2024-12-10T07:22:26,194 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 249c2d23d80ccb9abfa4740af0767642 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-10T07:22:26,213 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/default/testClearRegionBlockCache/249c2d23d80ccb9abfa4740af0767642/.tmp/family/7672702151194d0dacd0c09faacd17a5 is 32, key is 5/family:/1733815346132/Put/seqid=0 2024-12-10T07:22:26,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741842_1018 (size=5083) 2024-12-10T07:22:26,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42019 is added to blk_1073741842_1018 (size=5083) 2024-12-10T07:22:26,220 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/default/testClearRegionBlockCache/249c2d23d80ccb9abfa4740af0767642/.tmp/family/7672702151194d0dacd0c09faacd17a5 2024-12-10T07:22:26,229 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/default/testClearRegionBlockCache/249c2d23d80ccb9abfa4740af0767642/.tmp/family/7672702151194d0dacd0c09faacd17a5 as hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/default/testClearRegionBlockCache/249c2d23d80ccb9abfa4740af0767642/family/7672702151194d0dacd0c09faacd17a5 2024-12-10T07:22:26,236 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/default/testClearRegionBlockCache/249c2d23d80ccb9abfa4740af0767642/family/7672702151194d0dacd0c09faacd17a5, entries=5, sequenceid=9, filesize=5.0 K 2024-12-10T07:22:26,237 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 249c2d23d80ccb9abfa4740af0767642 in 43ms, sequenceid=9, compaction requested=false 2024-12-10T07:22:26,237 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 249c2d23d80ccb9abfa4740af0767642: 2024-12-10T07:22:26,242 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-10T07:22:26,242 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-10T07:22:26,243 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6debbba1 to 127.0.0.1:49864 2024-12-10T07:22:26,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:26,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-10T07:22:26,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=762159900, stopped=false 2024-12-10T07:22:26,243 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=65d303fd23b5,38215,1733815343977 2024-12-10T07:22:26,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1007ace543b0002, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:26,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:26,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1007ace543b0002, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:26,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:26,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41707-0x1007ace543b0001, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:26,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41707-0x1007ace543b0001, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:26,246 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-10T07:22:26,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41707-0x1007ace543b0001, quorum=127.0.0.1:49864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:26,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:26,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:26,247 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '65d303fd23b5,41707,1733815344032' ***** 2024-12-10T07:22:26,248 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-10T07:22:26,248 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '65d303fd23b5,44555,1733815344062' ***** 2024-12-10T07:22:26,248 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-10T07:22:26,248 INFO [RS:0;65d303fd23b5:41707 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:22:26,248 INFO [RS:1;65d303fd23b5:44555 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:22:26,248 INFO [RS:0;65d303fd23b5:41707 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:22:26,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44555-0x1007ace543b0002, quorum=127.0.0.1:49864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:26,248 INFO [RS:0;65d303fd23b5:41707 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:22:26,249 INFO [RS:0;65d303fd23b5:41707 {}] regionserver.HRegionServer(3579): Received CLOSE for 8dd32fb0d5eaf5f729109bab3a6f5529 2024-12-10T07:22:26,248 INFO [RS:1;65d303fd23b5:44555 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:22:26,248 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-10T07:22:26,248 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-10T07:22:26,249 INFO [RS:0;65d303fd23b5:41707 {}] regionserver.HRegionServer(1224): stopping server 65d303fd23b5,41707,1733815344032 2024-12-10T07:22:26,249 INFO [RS:1;65d303fd23b5:44555 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:22:26,249 DEBUG [RS:0;65d303fd23b5:41707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:26,249 INFO [RS:1;65d303fd23b5:44555 {}] regionserver.HRegionServer(3579): Received CLOSE for 9d28d39add09102cf5f42a1ac491dca0 2024-12-10T07:22:26,249 INFO [RS:0;65d303fd23b5:41707 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:22:26,249 INFO [RS:0;65d303fd23b5:41707 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:22:26,249 INFO [RS:0;65d303fd23b5:41707 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:22:26,249 INFO [RS:0;65d303fd23b5:41707 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-10T07:22:26,249 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8dd32fb0d5eaf5f729109bab3a6f5529, disabling compactions & flushes 2024-12-10T07:22:26,250 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733815345496.8dd32fb0d5eaf5f729109bab3a6f5529. 2024-12-10T07:22:26,250 INFO [RS:1;65d303fd23b5:44555 {}] regionserver.HRegionServer(3579): Received CLOSE for 249c2d23d80ccb9abfa4740af0767642 2024-12-10T07:22:26,250 INFO [RS:0;65d303fd23b5:41707 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-10T07:22:26,250 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733815345496.8dd32fb0d5eaf5f729109bab3a6f5529. 2024-12-10T07:22:26,250 INFO [RS:1;65d303fd23b5:44555 {}] regionserver.HRegionServer(1224): stopping server 65d303fd23b5,44555,1733815344062 2024-12-10T07:22:26,250 DEBUG [RS:0;65d303fd23b5:41707 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 8dd32fb0d5eaf5f729109bab3a6f5529=testClearRegionBlockCache,,1733815345496.8dd32fb0d5eaf5f729109bab3a6f5529.} 2024-12-10T07:22:26,250 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9d28d39add09102cf5f42a1ac491dca0, disabling compactions & flushes 2024-12-10T07:22:26,250 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733815345496.8dd32fb0d5eaf5f729109bab3a6f5529. after waiting 0 ms 2024-12-10T07:22:26,250 DEBUG [RS:1;65d303fd23b5:44555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:26,250 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733815344983.9d28d39add09102cf5f42a1ac491dca0. 2024-12-10T07:22:26,250 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733815345496.8dd32fb0d5eaf5f729109bab3a6f5529. 2024-12-10T07:22:26,250 INFO [RS:1;65d303fd23b5:44555 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-10T07:22:26,250 DEBUG [RS:0;65d303fd23b5:41707 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 8dd32fb0d5eaf5f729109bab3a6f5529 2024-12-10T07:22:26,250 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733815344983.9d28d39add09102cf5f42a1ac491dca0. 2024-12-10T07:22:26,250 DEBUG [RS:1;65d303fd23b5:44555 {}] regionserver.HRegionServer(1603): Online Regions={9d28d39add09102cf5f42a1ac491dca0=hbase:namespace,,1733815344983.9d28d39add09102cf5f42a1ac491dca0., 249c2d23d80ccb9abfa4740af0767642=testClearRegionBlockCache,5,1733815345496.249c2d23d80ccb9abfa4740af0767642.} 2024-12-10T07:22:26,250 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733815344983.9d28d39add09102cf5f42a1ac491dca0. after waiting 0 ms 2024-12-10T07:22:26,250 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733815344983.9d28d39add09102cf5f42a1ac491dca0. 2024-12-10T07:22:26,250 DEBUG [RS:1;65d303fd23b5:44555 {}] regionserver.HRegionServer(1629): Waiting on 249c2d23d80ccb9abfa4740af0767642, 9d28d39add09102cf5f42a1ac491dca0 2024-12-10T07:22:26,250 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 9d28d39add09102cf5f42a1ac491dca0 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-10T07:22:26,250 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:22:26,250 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-10T07:22:26,250 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-10T07:22:26,250 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:22:26,250 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:22:26,251 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-10T07:22:26,257 INFO [regionserver/65d303fd23b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:22:26,261 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/default/testClearRegionBlockCache/8dd32fb0d5eaf5f729109bab3a6f5529/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-10T07:22:26,262 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733815345496.8dd32fb0d5eaf5f729109bab3a6f5529. 2024-12-10T07:22:26,262 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8dd32fb0d5eaf5f729109bab3a6f5529: 2024-12-10T07:22:26,262 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733815345496.8dd32fb0d5eaf5f729109bab3a6f5529. 2024-12-10T07:22:26,262 INFO [regionserver/65d303fd23b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:22:26,270 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/hbase/namespace/9d28d39add09102cf5f42a1ac491dca0/.tmp/info/7aa8f62d4ab9409885e5a00b83c12c1d is 45, key is default/info:d/1733815345402/Put/seqid=0 2024-12-10T07:22:26,277 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/hbase/meta/1588230740/.tmp/info/ac75e1ede4d34726a7bd46ef2d9f4885 is 173, key is testClearRegionBlockCache,5,1733815345496.249c2d23d80ccb9abfa4740af0767642./info:regioninfo/1733815345875/Put/seqid=0 2024-12-10T07:22:26,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42019 is added to blk_1073741843_1019 (size=5037) 2024-12-10T07:22:26,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741843_1019 (size=5037) 2024-12-10T07:22:26,280 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/hbase/namespace/9d28d39add09102cf5f42a1ac491dca0/.tmp/info/7aa8f62d4ab9409885e5a00b83c12c1d 2024-12-10T07:22:26,290 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/hbase/namespace/9d28d39add09102cf5f42a1ac491dca0/.tmp/info/7aa8f62d4ab9409885e5a00b83c12c1d as hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/hbase/namespace/9d28d39add09102cf5f42a1ac491dca0/info/7aa8f62d4ab9409885e5a00b83c12c1d 2024-12-10T07:22:26,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741844_1020 (size=9337) 2024-12-10T07:22:26,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42019 is added to blk_1073741844_1020 (size=9337) 2024-12-10T07:22:26,297 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/hbase/namespace/9d28d39add09102cf5f42a1ac491dca0/info/7aa8f62d4ab9409885e5a00b83c12c1d, entries=2, sequenceid=6, filesize=4.9 K 2024-12-10T07:22:26,299 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 9d28d39add09102cf5f42a1ac491dca0 in 49ms, sequenceid=6, compaction requested=false 2024-12-10T07:22:26,303 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/hbase/namespace/9d28d39add09102cf5f42a1ac491dca0/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-10T07:22:26,304 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733815344983.9d28d39add09102cf5f42a1ac491dca0. 2024-12-10T07:22:26,304 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9d28d39add09102cf5f42a1ac491dca0: 2024-12-10T07:22:26,304 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733815344983.9d28d39add09102cf5f42a1ac491dca0. 2024-12-10T07:22:26,305 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 249c2d23d80ccb9abfa4740af0767642, disabling compactions & flushes 2024-12-10T07:22:26,305 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733815345496.249c2d23d80ccb9abfa4740af0767642. 2024-12-10T07:22:26,305 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733815345496.249c2d23d80ccb9abfa4740af0767642. 2024-12-10T07:22:26,305 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733815345496.249c2d23d80ccb9abfa4740af0767642. after waiting 0 ms 2024-12-10T07:22:26,305 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733815345496.249c2d23d80ccb9abfa4740af0767642. 2024-12-10T07:22:26,309 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/default/testClearRegionBlockCache/249c2d23d80ccb9abfa4740af0767642/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-10T07:22:26,309 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733815345496.249c2d23d80ccb9abfa4740af0767642. 2024-12-10T07:22:26,309 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 249c2d23d80ccb9abfa4740af0767642: 2024-12-10T07:22:26,310 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733815345496.249c2d23d80ccb9abfa4740af0767642. 2024-12-10T07:22:26,377 INFO [regionserver/65d303fd23b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-10T07:22:26,377 INFO [regionserver/65d303fd23b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-10T07:22:26,450 DEBUG [RS:0;65d303fd23b5:41707 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-10T07:22:26,450 INFO [RS:1;65d303fd23b5:44555 {}] regionserver.HRegionServer(1250): stopping server 65d303fd23b5,44555,1733815344062; all regions closed. 2024-12-10T07:22:26,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42019 is added to blk_1073741833_1009 (size=3188) 2024-12-10T07:22:26,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741833_1009 (size=3188) 2024-12-10T07:22:26,457 DEBUG [RS:1;65d303fd23b5:44555 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/oldWALs 2024-12-10T07:22:26,457 INFO [RS:1;65d303fd23b5:44555 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 65d303fd23b5%2C44555%2C1733815344062:(num 1733815344500) 2024-12-10T07:22:26,457 DEBUG [RS:1;65d303fd23b5:44555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:26,457 INFO [RS:1;65d303fd23b5:44555 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:22:26,458 INFO [RS:1;65d303fd23b5:44555 {}] hbase.ChoreService(370): Chore service for: regionserver/65d303fd23b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-10T07:22:26,458 INFO [RS:1;65d303fd23b5:44555 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:22:26,458 INFO [RS:1;65d303fd23b5:44555 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:22:26,458 INFO [RS:1;65d303fd23b5:44555 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:22:26,458 INFO [regionserver/65d303fd23b5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-10T07:22:26,458 INFO [RS:1;65d303fd23b5:44555 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44555 2024-12-10T07:22:26,460 INFO [regionserver/65d303fd23b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-10T07:22:26,460 INFO [regionserver/65d303fd23b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-10T07:22:26,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1007ace543b0002, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/65d303fd23b5,44555,1733815344062 2024-12-10T07:22:26,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:22:26,463 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [65d303fd23b5,44555,1733815344062] 2024-12-10T07:22:26,463 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 65d303fd23b5,44555,1733815344062; numProcessing=1 2024-12-10T07:22:26,464 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/65d303fd23b5,44555,1733815344062 already deleted, retry=false 2024-12-10T07:22:26,464 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 65d303fd23b5,44555,1733815344062 expired; onlineServers=1 2024-12-10T07:22:26,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1007ace543b0002, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:26,563 INFO [RS:1;65d303fd23b5:44555 {}] regionserver.HRegionServer(1307): Exiting; stopping=65d303fd23b5,44555,1733815344062; zookeeper connection closed. 2024-12-10T07:22:26,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44555-0x1007ace543b0002, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:26,563 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40757be6 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40757be6 2024-12-10T07:22:26,650 DEBUG [RS:0;65d303fd23b5:41707 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-10T07:22:26,689 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/hbase/meta/1588230740/.tmp/info/ac75e1ede4d34726a7bd46ef2d9f4885 2024-12-10T07:22:26,714 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/hbase/meta/1588230740/.tmp/table/b9dc9def82fa46d99c038359d7732b96 is 61, key is testClearRegionBlockCache/table:state/1733815345887/Put/seqid=0 2024-12-10T07:22:26,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42019 is added to blk_1073741845_1021 (size=5392) 2024-12-10T07:22:26,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741845_1021 (size=5392) 2024-12-10T07:22:26,721 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/hbase/meta/1588230740/.tmp/table/b9dc9def82fa46d99c038359d7732b96 2024-12-10T07:22:26,728 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/hbase/meta/1588230740/.tmp/info/ac75e1ede4d34726a7bd46ef2d9f4885 as hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/hbase/meta/1588230740/info/ac75e1ede4d34726a7bd46ef2d9f4885 2024-12-10T07:22:26,735 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/hbase/meta/1588230740/info/ac75e1ede4d34726a7bd46ef2d9f4885, entries=30, sequenceid=16, filesize=9.1 K 2024-12-10T07:22:26,736 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/hbase/meta/1588230740/.tmp/table/b9dc9def82fa46d99c038359d7732b96 as hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/hbase/meta/1588230740/table/b9dc9def82fa46d99c038359d7732b96 2024-12-10T07:22:26,742 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/hbase/meta/1588230740/table/b9dc9def82fa46d99c038359d7732b96, entries=4, sequenceid=16, filesize=5.3 K 2024-12-10T07:22:26,743 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 493ms, sequenceid=16, compaction requested=false 2024-12-10T07:22:26,748 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-10T07:22:26,749 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T07:22:26,749 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-10T07:22:26,749 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-10T07:22:26,749 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T07:22:26,851 INFO [RS:0;65d303fd23b5:41707 {}] regionserver.HRegionServer(1250): stopping server 65d303fd23b5,41707,1733815344032; all regions closed. 2024-12-10T07:22:26,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741835_1011 (size=5602) 2024-12-10T07:22:26,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42019 is added to blk_1073741835_1011 (size=5602) 2024-12-10T07:22:26,857 DEBUG [RS:0;65d303fd23b5:41707 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/oldWALs 2024-12-10T07:22:26,857 INFO [RS:0;65d303fd23b5:41707 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 65d303fd23b5%2C41707%2C1733815344032.meta:.meta(num 1733815344914) 2024-12-10T07:22:26,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42019 is added to blk_1073741834_1010 (size=1758) 2024-12-10T07:22:26,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741834_1010 (size=1758) 2024-12-10T07:22:26,862 DEBUG [RS:0;65d303fd23b5:41707 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/oldWALs 2024-12-10T07:22:26,862 INFO [RS:0;65d303fd23b5:41707 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 65d303fd23b5%2C41707%2C1733815344032:(num 1733815344512) 2024-12-10T07:22:26,862 DEBUG [RS:0;65d303fd23b5:41707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:26,862 INFO [RS:0;65d303fd23b5:41707 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:22:26,863 INFO [RS:0;65d303fd23b5:41707 {}] hbase.ChoreService(370): Chore service for: regionserver/65d303fd23b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-10T07:22:26,863 INFO [regionserver/65d303fd23b5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-10T07:22:26,863 INFO [RS:0;65d303fd23b5:41707 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41707 2024-12-10T07:22:26,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41707-0x1007ace543b0001, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/65d303fd23b5,41707,1733815344032 2024-12-10T07:22:26,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:22:26,873 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [65d303fd23b5,41707,1733815344032] 2024-12-10T07:22:26,873 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 65d303fd23b5,41707,1733815344032; numProcessing=2 2024-12-10T07:22:26,875 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/65d303fd23b5,41707,1733815344032 already deleted, retry=false 2024-12-10T07:22:26,875 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 65d303fd23b5,41707,1733815344032 expired; onlineServers=0 2024-12-10T07:22:26,875 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '65d303fd23b5,38215,1733815343977' ***** 2024-12-10T07:22:26,875 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-10T07:22:26,875 DEBUG [M:0;65d303fd23b5:38215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2752bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65d303fd23b5/172.17.0.2:0 2024-12-10T07:22:26,875 INFO [M:0;65d303fd23b5:38215 {}] regionserver.HRegionServer(1224): stopping server 65d303fd23b5,38215,1733815343977 2024-12-10T07:22:26,875 INFO [M:0;65d303fd23b5:38215 {}] regionserver.HRegionServer(1250): stopping server 65d303fd23b5,38215,1733815343977; all regions closed. 2024-12-10T07:22:26,875 DEBUG [M:0;65d303fd23b5:38215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:26,875 DEBUG [M:0;65d303fd23b5:38215 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-10T07:22:26,875 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-10T07:22:26,875 DEBUG [master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.large.0-1733815344270 {}] cleaner.HFileCleaner(306): Exit Thread[master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.large.0-1733815344270,5,FailOnTimeoutGroup] 2024-12-10T07:22:26,875 DEBUG [M:0;65d303fd23b5:38215 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-10T07:22:26,875 DEBUG [master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.small.0-1733815344270 {}] cleaner.HFileCleaner(306): Exit Thread[master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.small.0-1733815344270,5,FailOnTimeoutGroup] 2024-12-10T07:22:26,876 INFO [M:0;65d303fd23b5:38215 {}] hbase.ChoreService(370): Chore service for: master/65d303fd23b5:0 had [] on shutdown 2024-12-10T07:22:26,876 DEBUG [M:0;65d303fd23b5:38215 {}] master.HMaster(1733): Stopping service threads 2024-12-10T07:22:26,876 INFO [M:0;65d303fd23b5:38215 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-10T07:22:26,876 INFO [M:0;65d303fd23b5:38215 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-10T07:22:26,876 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-10T07:22:26,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-10T07:22:26,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:26,877 DEBUG [M:0;65d303fd23b5:38215 {}] zookeeper.ZKUtil(347): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-10T07:22:26,877 WARN [M:0;65d303fd23b5:38215 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-10T07:22:26,877 INFO [M:0;65d303fd23b5:38215 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-10T07:22:26,877 INFO [M:0;65d303fd23b5:38215 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-10T07:22:26,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:22:26,877 DEBUG [M:0;65d303fd23b5:38215 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:22:26,877 INFO [M:0;65d303fd23b5:38215 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:26,877 DEBUG [M:0;65d303fd23b5:38215 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:26,877 DEBUG [M:0;65d303fd23b5:38215 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:22:26,877 DEBUG [M:0;65d303fd23b5:38215 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:26,878 INFO [M:0;65d303fd23b5:38215 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-10T07:22:26,896 DEBUG [M:0;65d303fd23b5:38215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2899fe7f08ed49e4b023832a9554b8c3 is 82, key is hbase:meta,,1/info:regioninfo/1733815344957/Put/seqid=0 2024-12-10T07:22:26,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42019 is added to blk_1073741846_1022 (size=5672) 2024-12-10T07:22:26,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741846_1022 (size=5672) 2024-12-10T07:22:26,904 INFO [M:0;65d303fd23b5:38215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2899fe7f08ed49e4b023832a9554b8c3 2024-12-10T07:22:26,930 DEBUG [M:0;65d303fd23b5:38215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ca26205632b40bd9cd9183acf3e8610 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733815345894/Put/seqid=0 2024-12-10T07:22:26,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42019 is added to blk_1073741847_1023 (size=7578) 2024-12-10T07:22:26,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741847_1023 (size=7578) 2024-12-10T07:22:26,937 INFO [M:0;65d303fd23b5:38215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ca26205632b40bd9cd9183acf3e8610 2024-12-10T07:22:26,959 DEBUG [M:0;65d303fd23b5:38215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a0c304faa77430ebf5cc9bf427902bc is 69, key is 65d303fd23b5,41707,1733815344032/rs:state/1733815344322/Put/seqid=0 2024-12-10T07:22:26,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42019 is added to blk_1073741848_1024 (size=5224) 2024-12-10T07:22:26,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741848_1024 (size=5224) 2024-12-10T07:22:26,971 INFO [M:0;65d303fd23b5:38215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a0c304faa77430ebf5cc9bf427902bc 2024-12-10T07:22:26,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41707-0x1007ace543b0001, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:26,973 INFO [RS:0;65d303fd23b5:41707 {}] regionserver.HRegionServer(1307): Exiting; stopping=65d303fd23b5,41707,1733815344032; zookeeper connection closed. 2024-12-10T07:22:26,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41707-0x1007ace543b0001, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:26,974 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17efc922 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17efc922 2024-12-10T07:22:26,974 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-10T07:22:26,978 DEBUG [M:0;65d303fd23b5:38215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2899fe7f08ed49e4b023832a9554b8c3 as hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2899fe7f08ed49e4b023832a9554b8c3 2024-12-10T07:22:26,984 INFO [M:0;65d303fd23b5:38215 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2899fe7f08ed49e4b023832a9554b8c3, entries=8, sequenceid=108, filesize=5.5 K 2024-12-10T07:22:26,985 DEBUG [M:0;65d303fd23b5:38215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ca26205632b40bd9cd9183acf3e8610 as hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ca26205632b40bd9cd9183acf3e8610 2024-12-10T07:22:26,992 INFO [M:0;65d303fd23b5:38215 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ca26205632b40bd9cd9183acf3e8610, entries=13, sequenceid=108, filesize=7.4 K 2024-12-10T07:22:26,993 DEBUG [M:0;65d303fd23b5:38215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a0c304faa77430ebf5cc9bf427902bc as hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a0c304faa77430ebf5cc9bf427902bc 2024-12-10T07:22:27,000 INFO [M:0;65d303fd23b5:38215 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40479/user/jenkins/test-data/e9bbeb02-0fb6-c7f9-40de-f8d4eeb0ab07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a0c304faa77430ebf5cc9bf427902bc, entries=2, sequenceid=108, filesize=5.1 K 2024-12-10T07:22:27,001 INFO [M:0;65d303fd23b5:38215 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=108, compaction requested=false 2024-12-10T07:22:27,002 INFO [M:0;65d303fd23b5:38215 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:27,003 DEBUG [M:0;65d303fd23b5:38215 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T07:22:27,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38303 is added to blk_1073741830_1006 (size=54465) 2024-12-10T07:22:27,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42019 is added to blk_1073741830_1006 (size=54465) 2024-12-10T07:22:27,006 INFO [M:0;65d303fd23b5:38215 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-10T07:22:27,006 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-10T07:22:27,006 INFO [M:0;65d303fd23b5:38215 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38215 2024-12-10T07:22:27,009 DEBUG [M:0;65d303fd23b5:38215 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/65d303fd23b5,38215,1733815343977 already deleted, retry=false 2024-12-10T07:22:27,110 INFO [M:0;65d303fd23b5:38215 {}] regionserver.HRegionServer(1307): Exiting; stopping=65d303fd23b5,38215,1733815343977; zookeeper connection closed. 2024-12-10T07:22:27,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:27,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38215-0x1007ace543b0000, quorum=127.0.0.1:49864, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:27,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c4c7081{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:22:27,113 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20a05037{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:22:27,113 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:22:27,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10e13533{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:22:27,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@120e0894{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/hadoop.log.dir/,STOPPED} 2024-12-10T07:22:27,115 WARN [BP-1296399356-172.17.0.2-1733815343241 heartbeating to localhost/127.0.0.1:40479 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:22:27,115 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:22:27,115 WARN [BP-1296399356-172.17.0.2-1733815343241 heartbeating to localhost/127.0.0.1:40479 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1296399356-172.17.0.2-1733815343241 (Datanode Uuid d5efd33e-f21f-43e2-9851-3c24ecb7abfe) service to localhost/127.0.0.1:40479 2024-12-10T07:22:27,115 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:22:27,116 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/cluster_a2a6765f-5592-ef43-4d80-c485d27af570/dfs/data/data3/current/BP-1296399356-172.17.0.2-1733815343241 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:22:27,116 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/cluster_a2a6765f-5592-ef43-4d80-c485d27af570/dfs/data/data4/current/BP-1296399356-172.17.0.2-1733815343241 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:22:27,117 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:22:27,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@695fa4d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:22:27,119 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65137b19{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:22:27,119 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:22:27,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60c4b976{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:22:27,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@774d4fac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/hadoop.log.dir/,STOPPED} 2024-12-10T07:22:27,122 WARN [BP-1296399356-172.17.0.2-1733815343241 heartbeating to localhost/127.0.0.1:40479 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:22:27,122 WARN [BP-1296399356-172.17.0.2-1733815343241 heartbeating to localhost/127.0.0.1:40479 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1296399356-172.17.0.2-1733815343241 (Datanode Uuid a2c522f9-5d82-42f4-9cc3-cf6bb8f4565c) service to localhost/127.0.0.1:40479 2024-12-10T07:22:27,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/cluster_a2a6765f-5592-ef43-4d80-c485d27af570/dfs/data/data1/current/BP-1296399356-172.17.0.2-1733815343241 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:22:27,123 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/cluster_a2a6765f-5592-ef43-4d80-c485d27af570/dfs/data/data2/current/BP-1296399356-172.17.0.2-1733815343241 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:22:27,123 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:22:27,123 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:22:27,123 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:22:27,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68180a0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:22:27,130 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b46dc98{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:22:27,130 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:22:27,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14cb59ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:22:27,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f965555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/hadoop.log.dir/,STOPPED} 2024-12-10T07:22:27,143 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-10T07:22:27,163 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-10T07:22:27,171 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=107 (was 78) Potentially hanging thread: RS-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40479 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40479 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 407) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 173) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7252 (was 7421) 2024-12-10T07:22:27,179 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=107, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=7251 2024-12-10T07:22:27,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/hadoop.log.dir so I do NOT create it in target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01 2024-12-10T07:22:27,194 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/hadoop.log.dir Erasing configuration value by system value. 2024-12-10T07:22:27,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/hadoop.tmp.dir so I do NOT create it in target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01 2024-12-10T07:22:27,194 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/6e9e5a2b-757b-5fa5-d07c-9746879b2ff5/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-10T07:22:27,194 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01 2024-12-10T07:22:27,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-10T07:22:27,194 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/cluster_36372e2c-457e-3f15-6326-34b4e04d76e2, deleteOnExit=true 2024-12-10T07:22:27,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-10T07:22:27,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/test.cache.data in system properties and HBase conf 2024-12-10T07:22:27,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/hadoop.tmp.dir in system properties and HBase conf 2024-12-10T07:22:27,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/hadoop.log.dir in system properties and HBase conf 2024-12-10T07:22:27,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-10T07:22:27,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-10T07:22:27,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-10T07:22:27,195 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-10T07:22:27,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:22:27,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:22:27,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-10T07:22:27,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:22:27,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-10T07:22:27,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-10T07:22:27,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:22:27,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:22:27,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-10T07:22:27,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/nfs.dump.dir in system properties and HBase conf 2024-12-10T07:22:27,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/java.io.tmpdir in system properties and HBase conf 2024-12-10T07:22:27,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:22:27,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-10T07:22:27,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-10T07:22:27,283 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:22:27,288 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:22:27,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:22:27,290 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:22:27,290 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T07:22:27,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:22:27,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6066bb90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:22:27,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@429beeea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:22:27,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12bee7fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/java.io.tmpdir/jetty-localhost-40131-hadoop-hdfs-3_4_1-tests_jar-_-any-5469359994078434883/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:22:27,408 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78e2534e{HTTP/1.1, (http/1.1)}{localhost:40131} 2024-12-10T07:22:27,408 INFO [Time-limited test {}] server.Server(415): Started @14651ms 2024-12-10T07:22:27,509 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:22:27,512 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:22:27,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:22:27,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:22:27,513 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T07:22:27,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a3e5e7e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:22:27,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a4686e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:22:27,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c75167d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/java.io.tmpdir/jetty-localhost-36061-hadoop-hdfs-3_4_1-tests_jar-_-any-611393948732858905/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:22:27,632 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@240a2ceb{HTTP/1.1, (http/1.1)}{localhost:36061} 2024-12-10T07:22:27,632 INFO [Time-limited test {}] server.Server(415): Started @14875ms 2024-12-10T07:22:27,634 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:22:27,668 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:22:27,671 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:22:27,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:22:27,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:22:27,672 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T07:22:27,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f5783c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:22:27,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@671b0a85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:22:27,731 WARN [Thread-624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/cluster_36372e2c-457e-3f15-6326-34b4e04d76e2/dfs/data/data1/current/BP-298411831-172.17.0.2-1733815347229/current, will proceed with Du for space computation calculation, 2024-12-10T07:22:27,732 WARN [Thread-625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/cluster_36372e2c-457e-3f15-6326-34b4e04d76e2/dfs/data/data2/current/BP-298411831-172.17.0.2-1733815347229/current, will proceed with Du for space computation calculation, 2024-12-10T07:22:27,762 WARN [Thread-603 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:22:27,765 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93f9417563ad8733 with lease ID 0xbbb3ffc6110350a0: Processing first storage report for DS-b95c8ea2-32d4-4253-8b67-0d531556890c from datanode DatanodeRegistration(127.0.0.1:45945, datanodeUuid=976c81a0-a522-4f56-99c2-b959a45651f3, infoPort=39711, infoSecurePort=0, ipcPort=37097, storageInfo=lv=-57;cid=testClusterID;nsid=1375743412;c=1733815347229) 2024-12-10T07:22:27,765 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93f9417563ad8733 with lease ID 0xbbb3ffc6110350a0: from storage DS-b95c8ea2-32d4-4253-8b67-0d531556890c node DatanodeRegistration(127.0.0.1:45945, datanodeUuid=976c81a0-a522-4f56-99c2-b959a45651f3, infoPort=39711, infoSecurePort=0, ipcPort=37097, storageInfo=lv=-57;cid=testClusterID;nsid=1375743412;c=1733815347229), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:22:27,765 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93f9417563ad8733 with lease ID 0xbbb3ffc6110350a0: Processing first storage report for DS-92b89817-1b6f-441f-b687-f1e2fcd0f23d from datanode DatanodeRegistration(127.0.0.1:45945, datanodeUuid=976c81a0-a522-4f56-99c2-b959a45651f3, infoPort=39711, infoSecurePort=0, ipcPort=37097, storageInfo=lv=-57;cid=testClusterID;nsid=1375743412;c=1733815347229) 2024-12-10T07:22:27,765 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93f9417563ad8733 with lease ID 0xbbb3ffc6110350a0: from storage DS-92b89817-1b6f-441f-b687-f1e2fcd0f23d node DatanodeRegistration(127.0.0.1:45945, datanodeUuid=976c81a0-a522-4f56-99c2-b959a45651f3, infoPort=39711, infoSecurePort=0, ipcPort=37097, storageInfo=lv=-57;cid=testClusterID;nsid=1375743412;c=1733815347229), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:22:27,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7337ab4e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/java.io.tmpdir/jetty-localhost-33637-hadoop-hdfs-3_4_1-tests_jar-_-any-5690089136993778142/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:22:27,794 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f3ce42b{HTTP/1.1, (http/1.1)}{localhost:33637} 2024-12-10T07:22:27,794 INFO [Time-limited test {}] server.Server(415): Started @15037ms 2024-12-10T07:22:27,800 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:22:27,904 WARN [Thread-650 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/cluster_36372e2c-457e-3f15-6326-34b4e04d76e2/dfs/data/data3/current/BP-298411831-172.17.0.2-1733815347229/current, will proceed with Du for space computation calculation, 2024-12-10T07:22:27,905 WARN [Thread-651 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/cluster_36372e2c-457e-3f15-6326-34b4e04d76e2/dfs/data/data4/current/BP-298411831-172.17.0.2-1733815347229/current, will proceed with Du for space computation calculation, 2024-12-10T07:22:27,933 WARN [Thread-639 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:22:27,936 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcda0c83012bcd97c with lease ID 0xbbb3ffc6110350a1: Processing first storage report for DS-d91c7375-88bf-42de-9f3f-ed3a06a5b9bc from datanode DatanodeRegistration(127.0.0.1:39437, datanodeUuid=91d99d60-9ada-4ef8-b9b1-87c5fbd175e2, infoPort=33529, infoSecurePort=0, ipcPort=35529, storageInfo=lv=-57;cid=testClusterID;nsid=1375743412;c=1733815347229) 2024-12-10T07:22:27,936 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcda0c83012bcd97c with lease ID 0xbbb3ffc6110350a1: from storage DS-d91c7375-88bf-42de-9f3f-ed3a06a5b9bc node DatanodeRegistration(127.0.0.1:39437, datanodeUuid=91d99d60-9ada-4ef8-b9b1-87c5fbd175e2, infoPort=33529, infoSecurePort=0, ipcPort=35529, storageInfo=lv=-57;cid=testClusterID;nsid=1375743412;c=1733815347229), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:22:27,937 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcda0c83012bcd97c with lease ID 0xbbb3ffc6110350a1: Processing first storage report for DS-b62e0a2a-8055-4663-b19b-3f08029032c5 from datanode DatanodeRegistration(127.0.0.1:39437, datanodeUuid=91d99d60-9ada-4ef8-b9b1-87c5fbd175e2, infoPort=33529, infoSecurePort=0, ipcPort=35529, storageInfo=lv=-57;cid=testClusterID;nsid=1375743412;c=1733815347229) 2024-12-10T07:22:27,937 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcda0c83012bcd97c with lease ID 0xbbb3ffc6110350a1: from storage DS-b62e0a2a-8055-4663-b19b-3f08029032c5 node DatanodeRegistration(127.0.0.1:39437, datanodeUuid=91d99d60-9ada-4ef8-b9b1-87c5fbd175e2, infoPort=33529, infoSecurePort=0, ipcPort=35529, storageInfo=lv=-57;cid=testClusterID;nsid=1375743412;c=1733815347229), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-10T07:22:28,031 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01 2024-12-10T07:22:28,034 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/cluster_36372e2c-457e-3f15-6326-34b4e04d76e2/zookeeper_0, clientPort=61985, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/cluster_36372e2c-457e-3f15-6326-34b4e04d76e2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/cluster_36372e2c-457e-3f15-6326-34b4e04d76e2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-10T07:22:28,035 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=61985 2024-12-10T07:22:28,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:28,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:28,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:22:28,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:22:28,048 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f with version=8 2024-12-10T07:22:28,048 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/hbase-staging 2024-12-10T07:22:28,051 INFO [Time-limited test {}] client.ConnectionUtils(129): master/65d303fd23b5:0 server-side Connection retries=45 2024-12-10T07:22:28,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:28,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:28,051 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:22:28,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:28,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:22:28,051 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:22:28,051 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:22:28,052 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39855 2024-12-10T07:22:28,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:28,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:28,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:39855 connecting to ZooKeeper ensemble=127.0.0.1:61985 2024-12-10T07:22:28,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398550x0, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:22:28,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39855-0x1007ace64280000 connected 2024-12-10T07:22:28,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:22:28,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:28,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:22:28,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39855 2024-12-10T07:22:28,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39855 2024-12-10T07:22:28,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39855 2024-12-10T07:22:28,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39855 2024-12-10T07:22:28,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39855 2024-12-10T07:22:28,081 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f, hbase.cluster.distributed=false 2024-12-10T07:22:28,098 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/65d303fd23b5:0 server-side Connection retries=45 2024-12-10T07:22:28,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:28,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:28,098 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:22:28,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:28,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:22:28,098 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:22:28,099 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:22:28,099 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35833 2024-12-10T07:22:28,100 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:22:28,100 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:22:28,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:28,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:28,106 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35833 connecting to ZooKeeper ensemble=127.0.0.1:61985 2024-12-10T07:22:28,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358330x0, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:22:28,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358330x0, quorum=127.0.0.1:61985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:22:28,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35833-0x1007ace64280001 connected 2024-12-10T07:22:28,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35833-0x1007ace64280001, quorum=127.0.0.1:61985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:28,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35833-0x1007ace64280001, quorum=127.0.0.1:61985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:22:28,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35833 2024-12-10T07:22:28,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35833 2024-12-10T07:22:28,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35833 2024-12-10T07:22:28,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35833 2024-12-10T07:22:28,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35833 2024-12-10T07:22:28,139 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/65d303fd23b5:0 server-side Connection retries=45 2024-12-10T07:22:28,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:28,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:28,140 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:22:28,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:28,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:22:28,140 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:22:28,140 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:22:28,141 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33149 2024-12-10T07:22:28,141 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:22:28,142 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:22:28,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:28,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:28,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33149 connecting to ZooKeeper ensemble=127.0.0.1:61985 2024-12-10T07:22:28,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331490x0, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:22:28,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331490x0, quorum=127.0.0.1:61985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:22:28,151 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33149-0x1007ace64280002 connected 2024-12-10T07:22:28,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33149-0x1007ace64280002, quorum=127.0.0.1:61985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:28,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33149-0x1007ace64280002, quorum=127.0.0.1:61985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:22:28,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33149 2024-12-10T07:22:28,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33149 2024-12-10T07:22:28,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33149 2024-12-10T07:22:28,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33149 2024-12-10T07:22:28,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33149 2024-12-10T07:22:28,158 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/65d303fd23b5,39855,1733815348050 2024-12-10T07:22:28,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x1007ace64280001, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:28,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x1007ace64280002, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:28,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:28,160 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/65d303fd23b5,39855,1733815348050 2024-12-10T07:22:28,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x1007ace64280002, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:22:28,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:22:28,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x1007ace64280001, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:22:28,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x1007ace64280002, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:28,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:28,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x1007ace64280001, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:28,163 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T07:22:28,168 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/65d303fd23b5,39855,1733815348050 from backup master directory 2024-12-10T07:22:28,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T07:22:28,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x1007ace64280002, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:28,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x1007ace64280001, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:28,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/65d303fd23b5,39855,1733815348050 2024-12-10T07:22:28,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:28,170 WARN [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:22:28,170 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=65d303fd23b5,39855,1733815348050 2024-12-10T07:22:28,171 DEBUG [M:0;65d303fd23b5:39855 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;65d303fd23b5:39855 2024-12-10T07:22:28,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:22:28,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:22:28,183 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/hbase.id with ID: 686fe0f7-0571-42db-8dda-8247afb54e62 2024-12-10T07:22:28,195 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:28,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:28,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x1007ace64280002, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:28,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x1007ace64280001, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:28,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:22:28,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:22:28,214 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:22:28,215 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-10T07:22:28,216 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:22:28,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:22:28,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:22:28,226 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/MasterData/data/master/store 2024-12-10T07:22:28,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:22:28,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:22:28,234 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:28,234 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:22:28,235 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:28,235 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:28,235 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:22:28,235 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:28,235 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:28,235 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T07:22:28,236 WARN [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/MasterData/data/master/store/.initializing 2024-12-10T07:22:28,236 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/MasterData/WALs/65d303fd23b5,39855,1733815348050 2024-12-10T07:22:28,237 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:22:28,239 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65d303fd23b5%2C39855%2C1733815348050, suffix=, logDir=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/MasterData/WALs/65d303fd23b5,39855,1733815348050, archiveDir=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/MasterData/oldWALs, maxLogs=10 2024-12-10T07:22:28,261 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/MasterData/WALs/65d303fd23b5,39855,1733815348050/65d303fd23b5%2C39855%2C1733815348050.1733815348239, exclude list is [], retry=0 2024-12-10T07:22:28,265 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45945,DS-b95c8ea2-32d4-4253-8b67-0d531556890c,DISK] 2024-12-10T07:22:28,265 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39437,DS-d91c7375-88bf-42de-9f3f-ed3a06a5b9bc,DISK] 2024-12-10T07:22:28,267 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/MasterData/WALs/65d303fd23b5,39855,1733815348050/65d303fd23b5%2C39855%2C1733815348050.1733815348239 2024-12-10T07:22:28,271 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39711:39711),(127.0.0.1/127.0.0.1:33529:33529)] 2024-12-10T07:22:28,271 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:22:28,271 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:28,271 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:28,271 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:28,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:28,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-10T07:22:28,275 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:28,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:28,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:28,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-10T07:22:28,278 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:28,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:28,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:28,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-10T07:22:28,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:28,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:28,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:28,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-10T07:22:28,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:28,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:28,283 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:28,283 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:28,285 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:22:28,287 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:28,289 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:28,290 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70167140, jitterRate=0.045571863651275635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:22:28,291 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T07:22:28,291 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-10T07:22:28,298 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f8324a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:22:28,299 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-10T07:22:28,299 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-10T07:22:28,299 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-10T07:22:28,299 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-10T07:22:28,299 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-10T07:22:28,300 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-10T07:22:28,300 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-10T07:22:28,302 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-10T07:22:28,303 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-10T07:22:28,305 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-10T07:22:28,305 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-10T07:22:28,306 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-10T07:22:28,307 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-10T07:22:28,307 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-10T07:22:28,308 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-10T07:22:28,310 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-10T07:22:28,310 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-10T07:22:28,312 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-10T07:22:28,313 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-10T07:22:28,314 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-10T07:22:28,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:28,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x1007ace64280001, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:28,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x1007ace64280002, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:28,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x1007ace64280001, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:28,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x1007ace64280002, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:28,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:28,317 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=65d303fd23b5,39855,1733815348050, sessionid=0x1007ace64280000, setting cluster-up flag (Was=false) 2024-12-10T07:22:28,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x1007ace64280001, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:28,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:28,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x1007ace64280002, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:28,326 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-10T07:22:28,327 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=65d303fd23b5,39855,1733815348050 2024-12-10T07:22:28,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x1007ace64280001, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:28,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:28,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x1007ace64280002, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:28,337 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-10T07:22:28,337 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=65d303fd23b5,39855,1733815348050 2024-12-10T07:22:28,340 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-10T07:22:28,341 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-10T07:22:28,341 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-10T07:22:28,341 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 65d303fd23b5,39855,1733815348050 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-10T07:22:28,341 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/65d303fd23b5:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:22:28,341 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/65d303fd23b5:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:22:28,341 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/65d303fd23b5:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:22:28,341 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/65d303fd23b5:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:22:28,342 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/65d303fd23b5:0, corePoolSize=10, maxPoolSize=10 2024-12-10T07:22:28,342 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:28,342 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/65d303fd23b5:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:22:28,342 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:28,345 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733815378345 2024-12-10T07:22:28,345 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:22:28,345 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-10T07:22:28,345 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-10T07:22:28,345 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-10T07:22:28,345 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-10T07:22:28,345 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-10T07:22:28,345 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-10T07:22:28,345 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-10T07:22:28,346 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:28,346 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-10T07:22:28,346 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-10T07:22:28,346 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-10T07:22:28,346 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-10T07:22:28,346 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-10T07:22:28,347 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.large.0-1733815348347,5,FailOnTimeoutGroup] 2024-12-10T07:22:28,347 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:28,347 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T07:22:28,352 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.small.0-1733815348347,5,FailOnTimeoutGroup] 2024-12-10T07:22:28,352 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:28,352 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-10T07:22:28,352 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:28,352 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:28,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741831_1007 (size=1039) 2024-12-10T07:22:28,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741831_1007 (size=1039) 2024-12-10T07:22:28,364 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-10T07:22:28,364 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f 2024-12-10T07:22:28,373 DEBUG [RS:0;65d303fd23b5:35833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;65d303fd23b5:35833 2024-12-10T07:22:28,374 INFO [RS:0;65d303fd23b5:35833 {}] regionserver.HRegionServer(1008): ClusterId : 686fe0f7-0571-42db-8dda-8247afb54e62 2024-12-10T07:22:28,374 DEBUG [RS:0;65d303fd23b5:35833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:22:28,376 DEBUG [RS:0;65d303fd23b5:35833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:22:28,377 DEBUG [RS:0;65d303fd23b5:35833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:22:28,377 DEBUG [RS:1;65d303fd23b5:33149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;65d303fd23b5:33149 2024-12-10T07:22:28,378 INFO [RS:1;65d303fd23b5:33149 {}] regionserver.HRegionServer(1008): ClusterId : 686fe0f7-0571-42db-8dda-8247afb54e62 2024-12-10T07:22:28,379 DEBUG [RS:1;65d303fd23b5:33149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:22:28,379 DEBUG [RS:0;65d303fd23b5:35833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:22:28,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:22:28,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:22:28,380 DEBUG [RS:0;65d303fd23b5:35833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ba4ee7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:22:28,381 DEBUG [RS:1;65d303fd23b5:33149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:22:28,381 DEBUG [RS:1;65d303fd23b5:33149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:22:28,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:28,383 DEBUG [RS:1;65d303fd23b5:33149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:22:28,383 DEBUG [RS:1;65d303fd23b5:33149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf4efa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:22:28,384 DEBUG [RS:0;65d303fd23b5:35833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c4a05ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65d303fd23b5/172.17.0.2:0 2024-12-10T07:22:28,384 INFO [RS:0;65d303fd23b5:35833 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-10T07:22:28,384 INFO [RS:0;65d303fd23b5:35833 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-10T07:22:28,384 DEBUG [RS:0;65d303fd23b5:35833 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-10T07:22:28,385 INFO [RS:0;65d303fd23b5:35833 {}] regionserver.HRegionServer(3073): reportForDuty to master=65d303fd23b5,39855,1733815348050 with isa=65d303fd23b5/172.17.0.2:35833, startcode=1733815348098 2024-12-10T07:22:28,385 DEBUG [RS:0;65d303fd23b5:35833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:22:28,388 DEBUG [RS:1;65d303fd23b5:33149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13fb045a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65d303fd23b5/172.17.0.2:0 2024-12-10T07:22:28,388 INFO [RS:1;65d303fd23b5:33149 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-10T07:22:28,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:22:28,388 INFO [RS:1;65d303fd23b5:33149 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-10T07:22:28,388 DEBUG [RS:1;65d303fd23b5:33149 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-10T07:22:28,389 INFO [RS:1;65d303fd23b5:33149 {}] regionserver.HRegionServer(3073): reportForDuty to master=65d303fd23b5,39855,1733815348050 with isa=65d303fd23b5/172.17.0.2:33149, startcode=1733815348139 2024-12-10T07:22:28,389 DEBUG [RS:1;65d303fd23b5:33149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:22:28,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:22:28,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:28,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:28,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:22:28,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:22:28,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:28,393 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33173, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:22:28,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:28,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:22:28,393 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39855 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 65d303fd23b5,35833,1733815348098 2024-12-10T07:22:28,393 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39855 {}] master.ServerManager(486): Registering regionserver=65d303fd23b5,35833,1733815348098 2024-12-10T07:22:28,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:22:28,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:28,395 DEBUG [RS:0;65d303fd23b5:35833 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f 2024-12-10T07:22:28,395 DEBUG [RS:0;65d303fd23b5:35833 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:42319 2024-12-10T07:22:28,395 DEBUG [RS:0;65d303fd23b5:35833 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-10T07:22:28,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:28,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/hbase/meta/1588230740 2024-12-10T07:22:28,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/hbase/meta/1588230740 2024-12-10T07:22:28,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:22:28,398 DEBUG [RS:0;65d303fd23b5:35833 {}] zookeeper.ZKUtil(111): regionserver:35833-0x1007ace64280001, quorum=127.0.0.1:61985, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/65d303fd23b5,35833,1733815348098 2024-12-10T07:22:28,398 WARN [RS:0;65d303fd23b5:35833 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:22:28,398 INFO [RS:0;65d303fd23b5:35833 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:22:28,398 DEBUG [RS:0;65d303fd23b5:35833 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/WALs/65d303fd23b5,35833,1733815348098 2024-12-10T07:22:28,399 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T07:22:28,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-10T07:22:28,406 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-10T07:22:28,406 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-10T07:22:28,408 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:28,408 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [65d303fd23b5,35833,1733815348098] 2024-12-10T07:22:28,408 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34299, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:22:28,408 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60188541, jitterRate=-0.1031208485364914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T07:22:28,409 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39855 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 65d303fd23b5,33149,1733815348139 2024-12-10T07:22:28,409 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39855 {}] master.ServerManager(486): Registering regionserver=65d303fd23b5,33149,1733815348139 2024-12-10T07:22:28,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-10T07:22:28,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:22:28,410 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-10T07:22:28,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-10T07:22:28,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:22:28,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:22:28,410 DEBUG [RS:1;65d303fd23b5:33149 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f 2024-12-10T07:22:28,410 DEBUG [RS:1;65d303fd23b5:33149 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:42319 2024-12-10T07:22:28,410 DEBUG [RS:1;65d303fd23b5:33149 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-10T07:22:28,411 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-10T07:22:28,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-10T07:22:28,412 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:22:28,412 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-10T07:22:28,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T07:22:28,414 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T07:22:28,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:22:28,416 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-10T07:22:28,416 DEBUG [RS:1;65d303fd23b5:33149 {}] zookeeper.ZKUtil(111): regionserver:33149-0x1007ace64280002, quorum=127.0.0.1:61985, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/65d303fd23b5,33149,1733815348139 2024-12-10T07:22:28,416 WARN [RS:1;65d303fd23b5:33149 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:22:28,416 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [65d303fd23b5,33149,1733815348139] 2024-12-10T07:22:28,416 INFO [RS:1;65d303fd23b5:33149 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:22:28,416 DEBUG [RS:0;65d303fd23b5:35833 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-10T07:22:28,416 DEBUG [RS:1;65d303fd23b5:33149 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/WALs/65d303fd23b5,33149,1733815348139 2024-12-10T07:22:28,416 INFO [RS:0;65d303fd23b5:35833 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:22:28,420 DEBUG [RS:1;65d303fd23b5:33149 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-10T07:22:28,420 INFO [RS:1;65d303fd23b5:33149 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:22:28,423 INFO [RS:0;65d303fd23b5:35833 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:22:28,425 INFO [RS:1;65d303fd23b5:33149 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:22:28,427 INFO [RS:0;65d303fd23b5:35833 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:22:28,427 INFO [RS:0;65d303fd23b5:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:28,428 INFO [RS:1;65d303fd23b5:33149 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:22:28,428 INFO [RS:1;65d303fd23b5:33149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:28,428 INFO [RS:0;65d303fd23b5:35833 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-10T07:22:28,428 INFO [RS:1;65d303fd23b5:33149 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-10T07:22:28,429 INFO [RS:1;65d303fd23b5:33149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:28,429 INFO [RS:0;65d303fd23b5:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:28,429 DEBUG [RS:0;65d303fd23b5:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:28,429 DEBUG [RS:1;65d303fd23b5:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:28,429 DEBUG [RS:0;65d303fd23b5:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:28,429 DEBUG [RS:1;65d303fd23b5:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:28,429 DEBUG [RS:0;65d303fd23b5:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:28,429 DEBUG [RS:1;65d303fd23b5:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:28,429 DEBUG [RS:0;65d303fd23b5:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:28,429 DEBUG [RS:1;65d303fd23b5:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:28,429 DEBUG [RS:0;65d303fd23b5:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:28,429 DEBUG [RS:1;65d303fd23b5:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:28,429 DEBUG [RS:0;65d303fd23b5:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/65d303fd23b5:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:22:28,429 DEBUG [RS:1;65d303fd23b5:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/65d303fd23b5:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:22:28,429 DEBUG [RS:0;65d303fd23b5:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:28,429 DEBUG [RS:0;65d303fd23b5:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:28,429 DEBUG [RS:1;65d303fd23b5:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:28,429 DEBUG [RS:0;65d303fd23b5:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:28,429 DEBUG [RS:1;65d303fd23b5:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:28,430 DEBUG [RS:0;65d303fd23b5:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:28,430 DEBUG [RS:1;65d303fd23b5:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:28,430 DEBUG [RS:0;65d303fd23b5:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:28,430 DEBUG [RS:1;65d303fd23b5:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:28,430 DEBUG [RS:0;65d303fd23b5:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/65d303fd23b5:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:22:28,430 DEBUG [RS:1;65d303fd23b5:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:28,430 DEBUG [RS:0;65d303fd23b5:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/65d303fd23b5:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:22:28,430 DEBUG [RS:1;65d303fd23b5:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/65d303fd23b5:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:22:28,430 DEBUG [RS:1;65d303fd23b5:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/65d303fd23b5:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:22:28,436 INFO [RS:0;65d303fd23b5:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:28,436 INFO [RS:0;65d303fd23b5:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:28,436 INFO [RS:0;65d303fd23b5:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:28,436 INFO [RS:0;65d303fd23b5:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:28,436 INFO [RS:0;65d303fd23b5:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,35833,1733815348098-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:22:28,436 INFO [RS:1;65d303fd23b5:33149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:28,436 INFO [RS:1;65d303fd23b5:33149 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:28,436 INFO [RS:1;65d303fd23b5:33149 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:28,436 INFO [RS:1;65d303fd23b5:33149 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:28,436 INFO [RS:1;65d303fd23b5:33149 {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,33149,1733815348139-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:22:28,460 INFO [RS:0;65d303fd23b5:35833 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:22:28,460 INFO [RS:0;65d303fd23b5:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,35833,1733815348098-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:28,463 INFO [RS:1;65d303fd23b5:33149 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:22:28,464 INFO [RS:1;65d303fd23b5:33149 {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,33149,1733815348139-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:28,476 INFO [RS:0;65d303fd23b5:35833 {}] regionserver.Replication(204): 65d303fd23b5,35833,1733815348098 started 2024-12-10T07:22:28,476 INFO [RS:0;65d303fd23b5:35833 {}] regionserver.HRegionServer(1767): Serving as 65d303fd23b5,35833,1733815348098, RpcServer on 65d303fd23b5/172.17.0.2:35833, sessionid=0x1007ace64280001 2024-12-10T07:22:28,476 DEBUG [RS:0;65d303fd23b5:35833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:22:28,476 DEBUG [RS:0;65d303fd23b5:35833 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 65d303fd23b5,35833,1733815348098 2024-12-10T07:22:28,476 DEBUG [RS:0;65d303fd23b5:35833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65d303fd23b5,35833,1733815348098' 2024-12-10T07:22:28,476 DEBUG [RS:0;65d303fd23b5:35833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:22:28,476 DEBUG [RS:0;65d303fd23b5:35833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:22:28,477 DEBUG [RS:0;65d303fd23b5:35833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:22:28,477 DEBUG [RS:0;65d303fd23b5:35833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:22:28,477 DEBUG [RS:0;65d303fd23b5:35833 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 65d303fd23b5,35833,1733815348098 2024-12-10T07:22:28,477 DEBUG [RS:0;65d303fd23b5:35833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65d303fd23b5,35833,1733815348098' 2024-12-10T07:22:28,477 DEBUG [RS:0;65d303fd23b5:35833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:22:28,477 DEBUG [RS:0;65d303fd23b5:35833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:22:28,478 DEBUG [RS:0;65d303fd23b5:35833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:22:28,478 INFO [RS:0;65d303fd23b5:35833 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:22:28,478 INFO [RS:0;65d303fd23b5:35833 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:22:28,479 INFO [RS:1;65d303fd23b5:33149 {}] regionserver.Replication(204): 65d303fd23b5,33149,1733815348139 started 2024-12-10T07:22:28,479 INFO [RS:1;65d303fd23b5:33149 {}] regionserver.HRegionServer(1767): Serving as 65d303fd23b5,33149,1733815348139, RpcServer on 65d303fd23b5/172.17.0.2:33149, sessionid=0x1007ace64280002 2024-12-10T07:22:28,479 DEBUG [RS:1;65d303fd23b5:33149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:22:28,479 DEBUG [RS:1;65d303fd23b5:33149 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 65d303fd23b5,33149,1733815348139 2024-12-10T07:22:28,479 DEBUG [RS:1;65d303fd23b5:33149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65d303fd23b5,33149,1733815348139' 2024-12-10T07:22:28,479 DEBUG [RS:1;65d303fd23b5:33149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:22:28,480 DEBUG [RS:1;65d303fd23b5:33149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:22:28,480 DEBUG [RS:1;65d303fd23b5:33149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:22:28,480 DEBUG [RS:1;65d303fd23b5:33149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:22:28,480 DEBUG [RS:1;65d303fd23b5:33149 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 65d303fd23b5,33149,1733815348139 2024-12-10T07:22:28,480 DEBUG [RS:1;65d303fd23b5:33149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65d303fd23b5,33149,1733815348139' 2024-12-10T07:22:28,480 DEBUG [RS:1;65d303fd23b5:33149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:22:28,481 DEBUG [RS:1;65d303fd23b5:33149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:22:28,481 DEBUG [RS:1;65d303fd23b5:33149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:22:28,481 INFO [RS:1;65d303fd23b5:33149 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:22:28,481 INFO [RS:1;65d303fd23b5:33149 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:22:28,566 WARN [65d303fd23b5:39855 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-10T07:22:28,578 INFO [RS:0;65d303fd23b5:35833 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:22:28,580 INFO [RS:0;65d303fd23b5:35833 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65d303fd23b5%2C35833%2C1733815348098, suffix=, logDir=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/WALs/65d303fd23b5,35833,1733815348098, archiveDir=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/oldWALs, maxLogs=32 2024-12-10T07:22:28,582 INFO [RS:1;65d303fd23b5:33149 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:22:28,583 INFO [RS:1;65d303fd23b5:33149 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65d303fd23b5%2C33149%2C1733815348139, suffix=, logDir=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/WALs/65d303fd23b5,33149,1733815348139, archiveDir=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/oldWALs, maxLogs=32 2024-12-10T07:22:28,596 DEBUG [RS:0;65d303fd23b5:35833 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/WALs/65d303fd23b5,35833,1733815348098/65d303fd23b5%2C35833%2C1733815348098.1733815348581, exclude list is [], retry=0 2024-12-10T07:22:28,599 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45945,DS-b95c8ea2-32d4-4253-8b67-0d531556890c,DISK] 2024-12-10T07:22:28,599 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39437,DS-d91c7375-88bf-42de-9f3f-ed3a06a5b9bc,DISK] 2024-12-10T07:22:28,603 INFO [RS:0;65d303fd23b5:35833 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/WALs/65d303fd23b5,35833,1733815348098/65d303fd23b5%2C35833%2C1733815348098.1733815348581 2024-12-10T07:22:28,604 DEBUG [RS:0;65d303fd23b5:35833 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39711:39711),(127.0.0.1/127.0.0.1:33529:33529)] 2024-12-10T07:22:28,606 DEBUG [RS:1;65d303fd23b5:33149 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/WALs/65d303fd23b5,33149,1733815348139/65d303fd23b5%2C33149%2C1733815348139.1733815348585, exclude list is [], retry=0 2024-12-10T07:22:28,609 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45945,DS-b95c8ea2-32d4-4253-8b67-0d531556890c,DISK] 2024-12-10T07:22:28,609 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39437,DS-d91c7375-88bf-42de-9f3f-ed3a06a5b9bc,DISK] 2024-12-10T07:22:28,612 INFO [RS:1;65d303fd23b5:33149 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/WALs/65d303fd23b5,33149,1733815348139/65d303fd23b5%2C33149%2C1733815348139.1733815348585 2024-12-10T07:22:28,613 DEBUG [RS:1;65d303fd23b5:33149 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33529:33529),(127.0.0.1/127.0.0.1:39711:39711)] 2024-12-10T07:22:28,816 DEBUG [65d303fd23b5:39855 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-10T07:22:28,816 DEBUG [65d303fd23b5:39855 {}] balancer.BalancerClusterState(202): Hosts are {65d303fd23b5=0} racks are {/default-rack=0} 2024-12-10T07:22:28,819 DEBUG [65d303fd23b5:39855 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-10T07:22:28,819 DEBUG [65d303fd23b5:39855 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-10T07:22:28,819 INFO [65d303fd23b5:39855 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-10T07:22:28,819 INFO [65d303fd23b5:39855 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-10T07:22:28,819 DEBUG [65d303fd23b5:39855 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:22:28,819 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=65d303fd23b5,35833,1733815348098 2024-12-10T07:22:28,820 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 65d303fd23b5,35833,1733815348098, state=OPENING 2024-12-10T07:22:28,822 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-10T07:22:28,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x1007ace64280001, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:28,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x1007ace64280002, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:28,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:28,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=65d303fd23b5,35833,1733815348098}] 2024-12-10T07:22:28,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:28,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:28,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:28,977 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65d303fd23b5,35833,1733815348098 2024-12-10T07:22:28,977 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:22:28,979 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:22:28,984 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-10T07:22:28,984 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:22:28,984 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T07:22:28,986 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65d303fd23b5%2C35833%2C1733815348098.meta, suffix=.meta, logDir=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/WALs/65d303fd23b5,35833,1733815348098, archiveDir=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/oldWALs, maxLogs=32 2024-12-10T07:22:29,009 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/WALs/65d303fd23b5,35833,1733815348098/65d303fd23b5%2C35833%2C1733815348098.meta.1733815348987.meta, exclude list is [], retry=0 2024-12-10T07:22:29,011 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45945,DS-b95c8ea2-32d4-4253-8b67-0d531556890c,DISK] 2024-12-10T07:22:29,012 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39437,DS-d91c7375-88bf-42de-9f3f-ed3a06a5b9bc,DISK] 2024-12-10T07:22:29,014 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/WALs/65d303fd23b5,35833,1733815348098/65d303fd23b5%2C35833%2C1733815348098.meta.1733815348987.meta 2024-12-10T07:22:29,014 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39711:39711),(127.0.0.1/127.0.0.1:33529:33529)] 2024-12-10T07:22:29,014 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:22:29,014 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T07:22:29,015 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T07:22:29,015 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T07:22:29,015 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T07:22:29,015 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:29,015 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-10T07:22:29,015 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-10T07:22:29,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:22:29,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:22:29,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:29,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:29,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:22:29,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:22:29,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:29,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:29,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:22:29,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:22:29,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:29,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:29,023 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/hbase/meta/1588230740 2024-12-10T07:22:29,024 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/hbase/meta/1588230740 2024-12-10T07:22:29,026 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T07:22:29,027 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-10T07:22:29,028 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74152043, jitterRate=0.10495154559612274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T07:22:29,029 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-10T07:22:29,030 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733815348977 2024-12-10T07:22:29,033 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T07:22:29,033 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-10T07:22:29,034 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=65d303fd23b5,35833,1733815348098 2024-12-10T07:22:29,034 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 65d303fd23b5,35833,1733815348098, state=OPEN 2024-12-10T07:22:29,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x1007ace64280001, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:22:29,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x1007ace64280002, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:22:29,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:22:29,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:29,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:29,037 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:29,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-10T07:22:29,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=65d303fd23b5,35833,1733815348098 in 212 msec 2024-12-10T07:22:29,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-10T07:22:29,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 627 msec 2024-12-10T07:22:29,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 703 msec 2024-12-10T07:22:29,043 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733815349043, completionTime=-1 2024-12-10T07:22:29,044 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-10T07:22:29,044 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-10T07:22:29,044 DEBUG [hconnection-0x64f98e2f-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:22:29,046 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46314, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:22:29,048 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-10T07:22:29,048 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733815409048 2024-12-10T07:22:29,048 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733815469048 2024-12-10T07:22:29,048 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-12-10T07:22:29,054 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,39855,1733815348050-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:29,054 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,39855,1733815348050-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:29,054 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,39855,1733815348050-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:29,055 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-65d303fd23b5:39855, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:29,055 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:29,055 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-10T07:22:29,055 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T07:22:29,056 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-10T07:22:29,057 DEBUG [master/65d303fd23b5:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-10T07:22:29,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T07:22:29,058 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:29,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T07:22:29,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741836_1012 (size=358) 2024-12-10T07:22:29,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741836_1012 (size=358) 2024-12-10T07:22:29,070 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b464854dca241a6da3a0a94d32eab25f, NAME => 'hbase:namespace,,1733815349055.b464854dca241a6da3a0a94d32eab25f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f 2024-12-10T07:22:29,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741837_1013 (size=42) 2024-12-10T07:22:29,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741837_1013 (size=42) 2024-12-10T07:22:29,078 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733815349055.b464854dca241a6da3a0a94d32eab25f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:29,078 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing b464854dca241a6da3a0a94d32eab25f, disabling compactions & flushes 2024-12-10T07:22:29,078 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733815349055.b464854dca241a6da3a0a94d32eab25f. 2024-12-10T07:22:29,078 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733815349055.b464854dca241a6da3a0a94d32eab25f. 2024-12-10T07:22:29,078 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733815349055.b464854dca241a6da3a0a94d32eab25f. after waiting 0 ms 2024-12-10T07:22:29,078 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733815349055.b464854dca241a6da3a0a94d32eab25f. 2024-12-10T07:22:29,078 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733815349055.b464854dca241a6da3a0a94d32eab25f. 2024-12-10T07:22:29,078 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for b464854dca241a6da3a0a94d32eab25f: 2024-12-10T07:22:29,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T07:22:29,080 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733815349055.b464854dca241a6da3a0a94d32eab25f.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733815349080"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733815349080"}]},"ts":"1733815349080"} 2024-12-10T07:22:29,082 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-10T07:22:29,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T07:22:29,083 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733815349083"}]},"ts":"1733815349083"} 2024-12-10T07:22:29,085 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-10T07:22:29,089 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {65d303fd23b5=0} racks are {/default-rack=0} 2024-12-10T07:22:29,090 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-10T07:22:29,090 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-10T07:22:29,090 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-10T07:22:29,090 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-10T07:22:29,090 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:22:29,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b464854dca241a6da3a0a94d32eab25f, ASSIGN}] 2024-12-10T07:22:29,092 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b464854dca241a6da3a0a94d32eab25f, ASSIGN 2024-12-10T07:22:29,093 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=b464854dca241a6da3a0a94d32eab25f, ASSIGN; state=OFFLINE, location=65d303fd23b5,33149,1733815348139; forceNewPlan=false, retain=false 2024-12-10T07:22:29,243 INFO [65d303fd23b5:39855 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-10T07:22:29,244 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b464854dca241a6da3a0a94d32eab25f, regionState=OPENING, regionLocation=65d303fd23b5,33149,1733815348139 2024-12-10T07:22:29,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure b464854dca241a6da3a0a94d32eab25f, server=65d303fd23b5,33149,1733815348139}] 2024-12-10T07:22:29,399 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65d303fd23b5,33149,1733815348139 2024-12-10T07:22:29,399 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:22:29,401 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:22:29,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733815349055.b464854dca241a6da3a0a94d32eab25f. 2024-12-10T07:22:29,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => b464854dca241a6da3a0a94d32eab25f, NAME => 'hbase:namespace,,1733815349055.b464854dca241a6da3a0a94d32eab25f.', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:22:29,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace b464854dca241a6da3a0a94d32eab25f 2024-12-10T07:22:29,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733815349055.b464854dca241a6da3a0a94d32eab25f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:29,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for b464854dca241a6da3a0a94d32eab25f 2024-12-10T07:22:29,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for b464854dca241a6da3a0a94d32eab25f 2024-12-10T07:22:29,409 INFO [StoreOpener-b464854dca241a6da3a0a94d32eab25f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b464854dca241a6da3a0a94d32eab25f 2024-12-10T07:22:29,410 INFO [StoreOpener-b464854dca241a6da3a0a94d32eab25f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b464854dca241a6da3a0a94d32eab25f columnFamilyName info 2024-12-10T07:22:29,410 DEBUG [StoreOpener-b464854dca241a6da3a0a94d32eab25f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:29,411 INFO [StoreOpener-b464854dca241a6da3a0a94d32eab25f-1 {}] regionserver.HStore(327): Store=b464854dca241a6da3a0a94d32eab25f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:29,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/hbase/namespace/b464854dca241a6da3a0a94d32eab25f 2024-12-10T07:22:29,412 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/hbase/namespace/b464854dca241a6da3a0a94d32eab25f 2024-12-10T07:22:29,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for b464854dca241a6da3a0a94d32eab25f 2024-12-10T07:22:29,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/hbase/namespace/b464854dca241a6da3a0a94d32eab25f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:29,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened b464854dca241a6da3a0a94d32eab25f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73107337, jitterRate=0.08938421308994293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:22:29,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for b464854dca241a6da3a0a94d32eab25f: 2024-12-10T07:22:29,420 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733815349055.b464854dca241a6da3a0a94d32eab25f., pid=6, masterSystemTime=1733815349399 2024-12-10T07:22:29,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733815349055.b464854dca241a6da3a0a94d32eab25f. 2024-12-10T07:22:29,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733815349055.b464854dca241a6da3a0a94d32eab25f. 2024-12-10T07:22:29,423 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b464854dca241a6da3a0a94d32eab25f, regionState=OPEN, openSeqNum=2, regionLocation=65d303fd23b5,33149,1733815348139 2024-12-10T07:22:29,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-10T07:22:29,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure b464854dca241a6da3a0a94d32eab25f, server=65d303fd23b5,33149,1733815348139 in 179 msec 2024-12-10T07:22:29,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-10T07:22:29,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=b464854dca241a6da3a0a94d32eab25f, ASSIGN in 338 msec 2024-12-10T07:22:29,431 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T07:22:29,431 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733815349431"}]},"ts":"1733815349431"} 2024-12-10T07:22:29,433 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-10T07:22:29,437 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T07:22:29,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 382 msec 2024-12-10T07:22:29,457 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-10T07:22:29,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-10T07:22:29,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x1007ace64280001, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:29,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:29,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x1007ace64280002, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:29,463 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:22:29,465 INFO [RS-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:22:29,467 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-10T07:22:29,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-10T07:22:29,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 14 msec 2024-12-10T07:22:29,489 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-10T07:22:29,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-10T07:22:29,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 12 msec 2024-12-10T07:22:29,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-10T07:22:29,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-10T07:22:29,518 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.348sec 2024-12-10T07:22:29,518 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-10T07:22:29,518 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-10T07:22:29,518 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-10T07:22:29,518 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-10T07:22:29,518 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-10T07:22:29,518 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,39855,1733815348050-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:22:29,519 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,39855,1733815348050-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-10T07:22:29,521 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-10T07:22:29,521 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-10T07:22:29,521 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,39855,1733815348050-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:29,561 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x195f4219 to 127.0.0.1:61985 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60bbd29c 2024-12-10T07:22:29,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244fd242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:22:29,567 DEBUG [hconnection-0x64a3744e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:22:29,569 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:22:29,572 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=65d303fd23b5,39855,1733815348050 2024-12-10T07:22:29,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T07:22:29,574 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T07:22:29,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:22:29,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-10T07:22:29,579 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T07:22:29,579 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:29,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-10T07:22:29,580 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T07:22:29,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T07:22:29,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741838_1014 (size=379) 2024-12-10T07:22:29,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741838_1014 (size=379) 2024-12-10T07:22:29,591 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f2d451c1c1cf8ab7a523c4c06900bc1b, NAME => 'testClearRegionBlockCache,,1733815349575.f2d451c1c1cf8ab7a523c4c06900bc1b.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f 2024-12-10T07:22:29,592 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4a8cdbf2a56f7d3c93397e7d6e956e40, NAME => 'testClearRegionBlockCache,5,1733815349575.4a8cdbf2a56f7d3c93397e7d6e956e40.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f 2024-12-10T07:22:29,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741839_1015 (size=61) 2024-12-10T07:22:29,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741839_1015 (size=61) 2024-12-10T07:22:29,600 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733815349575.4a8cdbf2a56f7d3c93397e7d6e956e40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:29,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741840_1016 (size=61) 2024-12-10T07:22:29,600 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 4a8cdbf2a56f7d3c93397e7d6e956e40, disabling compactions & flushes 2024-12-10T07:22:29,600 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733815349575.4a8cdbf2a56f7d3c93397e7d6e956e40. 2024-12-10T07:22:29,601 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733815349575.4a8cdbf2a56f7d3c93397e7d6e956e40. 2024-12-10T07:22:29,601 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733815349575.4a8cdbf2a56f7d3c93397e7d6e956e40. after waiting 0 ms 2024-12-10T07:22:29,601 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733815349575.4a8cdbf2a56f7d3c93397e7d6e956e40. 2024-12-10T07:22:29,601 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733815349575.4a8cdbf2a56f7d3c93397e7d6e956e40. 2024-12-10T07:22:29,601 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4a8cdbf2a56f7d3c93397e7d6e956e40: 2024-12-10T07:22:29,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741840_1016 (size=61) 2024-12-10T07:22:29,602 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733815349575.f2d451c1c1cf8ab7a523c4c06900bc1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:29,602 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing f2d451c1c1cf8ab7a523c4c06900bc1b, disabling compactions & flushes 2024-12-10T07:22:29,602 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733815349575.f2d451c1c1cf8ab7a523c4c06900bc1b. 2024-12-10T07:22:29,602 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733815349575.f2d451c1c1cf8ab7a523c4c06900bc1b. 2024-12-10T07:22:29,602 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733815349575.f2d451c1c1cf8ab7a523c4c06900bc1b. after waiting 0 ms 2024-12-10T07:22:29,602 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733815349575.f2d451c1c1cf8ab7a523c4c06900bc1b. 2024-12-10T07:22:29,602 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733815349575.f2d451c1c1cf8ab7a523c4c06900bc1b. 2024-12-10T07:22:29,602 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for f2d451c1c1cf8ab7a523c4c06900bc1b: 2024-12-10T07:22:29,604 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T07:22:29,604 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733815349575.4a8cdbf2a56f7d3c93397e7d6e956e40.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733815349604"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733815349604"}]},"ts":"1733815349604"} 2024-12-10T07:22:29,604 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733815349575.f2d451c1c1cf8ab7a523c4c06900bc1b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733815349604"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733815349604"}]},"ts":"1733815349604"} 2024-12-10T07:22:29,607 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-10T07:22:29,608 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T07:22:29,609 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733815349609"}]},"ts":"1733815349609"} 2024-12-10T07:22:29,611 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-10T07:22:29,615 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {65d303fd23b5=0} racks are {/default-rack=0} 2024-12-10T07:22:29,616 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-10T07:22:29,616 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-10T07:22:29,616 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-10T07:22:29,616 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-10T07:22:29,616 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:22:29,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f2d451c1c1cf8ab7a523c4c06900bc1b, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4a8cdbf2a56f7d3c93397e7d6e956e40, ASSIGN}] 2024-12-10T07:22:29,618 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4a8cdbf2a56f7d3c93397e7d6e956e40, ASSIGN 2024-12-10T07:22:29,618 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f2d451c1c1cf8ab7a523c4c06900bc1b, ASSIGN 2024-12-10T07:22:29,620 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f2d451c1c1cf8ab7a523c4c06900bc1b, ASSIGN; state=OFFLINE, location=65d303fd23b5,33149,1733815348139; forceNewPlan=false, retain=false 2024-12-10T07:22:29,620 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4a8cdbf2a56f7d3c93397e7d6e956e40, ASSIGN; state=OFFLINE, location=65d303fd23b5,35833,1733815348098; forceNewPlan=false, retain=false 2024-12-10T07:22:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T07:22:29,770 INFO [65d303fd23b5:39855 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-10T07:22:29,770 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=f2d451c1c1cf8ab7a523c4c06900bc1b, regionState=OPENING, regionLocation=65d303fd23b5,33149,1733815348139 2024-12-10T07:22:29,770 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=4a8cdbf2a56f7d3c93397e7d6e956e40, regionState=OPENING, regionLocation=65d303fd23b5,35833,1733815348098 2024-12-10T07:22:29,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure f2d451c1c1cf8ab7a523c4c06900bc1b, server=65d303fd23b5,33149,1733815348139}] 2024-12-10T07:22:29,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 4a8cdbf2a56f7d3c93397e7d6e956e40, server=65d303fd23b5,35833,1733815348098}] 2024-12-10T07:22:29,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T07:22:29,926 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65d303fd23b5,33149,1733815348139 2024-12-10T07:22:29,927 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65d303fd23b5,35833,1733815348098 2024-12-10T07:22:29,931 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733815349575.f2d451c1c1cf8ab7a523c4c06900bc1b. 2024-12-10T07:22:29,932 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => f2d451c1c1cf8ab7a523c4c06900bc1b, NAME => 'testClearRegionBlockCache,,1733815349575.f2d451c1c1cf8ab7a523c4c06900bc1b.', STARTKEY => '', ENDKEY => '5'} 2024-12-10T07:22:29,932 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733815349575.4a8cdbf2a56f7d3c93397e7d6e956e40. 2024-12-10T07:22:29,932 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 4a8cdbf2a56f7d3c93397e7d6e956e40, NAME => 'testClearRegionBlockCache,5,1733815349575.4a8cdbf2a56f7d3c93397e7d6e956e40.', STARTKEY => '5', ENDKEY => ''} 2024-12-10T07:22:29,932 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f2d451c1c1cf8ab7a523c4c06900bc1b 2024-12-10T07:22:29,932 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733815349575.f2d451c1c1cf8ab7a523c4c06900bc1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:29,932 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4a8cdbf2a56f7d3c93397e7d6e956e40 2024-12-10T07:22:29,932 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733815349575.4a8cdbf2a56f7d3c93397e7d6e956e40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:29,932 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for f2d451c1c1cf8ab7a523c4c06900bc1b 2024-12-10T07:22:29,932 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for f2d451c1c1cf8ab7a523c4c06900bc1b 2024-12-10T07:22:29,933 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 4a8cdbf2a56f7d3c93397e7d6e956e40 2024-12-10T07:22:29,933 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 4a8cdbf2a56f7d3c93397e7d6e956e40 2024-12-10T07:22:29,935 INFO [StoreOpener-f2d451c1c1cf8ab7a523c4c06900bc1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f2d451c1c1cf8ab7a523c4c06900bc1b 2024-12-10T07:22:29,936 INFO [StoreOpener-4a8cdbf2a56f7d3c93397e7d6e956e40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4a8cdbf2a56f7d3c93397e7d6e956e40 2024-12-10T07:22:29,937 INFO [StoreOpener-f2d451c1c1cf8ab7a523c4c06900bc1b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2d451c1c1cf8ab7a523c4c06900bc1b columnFamilyName family 2024-12-10T07:22:29,937 DEBUG [StoreOpener-f2d451c1c1cf8ab7a523c4c06900bc1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:29,937 INFO [StoreOpener-f2d451c1c1cf8ab7a523c4c06900bc1b-1 {}] regionserver.HStore(327): Store=f2d451c1c1cf8ab7a523c4c06900bc1b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:29,938 INFO [StoreOpener-4a8cdbf2a56f7d3c93397e7d6e956e40-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a8cdbf2a56f7d3c93397e7d6e956e40 columnFamilyName family 2024-12-10T07:22:29,938 DEBUG [StoreOpener-4a8cdbf2a56f7d3c93397e7d6e956e40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:29,938 INFO [StoreOpener-4a8cdbf2a56f7d3c93397e7d6e956e40-1 {}] regionserver.HStore(327): Store=4a8cdbf2a56f7d3c93397e7d6e956e40/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:29,938 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/default/testClearRegionBlockCache/f2d451c1c1cf8ab7a523c4c06900bc1b 2024-12-10T07:22:29,939 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/default/testClearRegionBlockCache/f2d451c1c1cf8ab7a523c4c06900bc1b 2024-12-10T07:22:29,939 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/default/testClearRegionBlockCache/4a8cdbf2a56f7d3c93397e7d6e956e40 2024-12-10T07:22:29,940 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/default/testClearRegionBlockCache/4a8cdbf2a56f7d3c93397e7d6e956e40 2024-12-10T07:22:29,942 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for f2d451c1c1cf8ab7a523c4c06900bc1b 2024-12-10T07:22:29,943 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 4a8cdbf2a56f7d3c93397e7d6e956e40 2024-12-10T07:22:29,945 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/default/testClearRegionBlockCache/f2d451c1c1cf8ab7a523c4c06900bc1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:29,946 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened f2d451c1c1cf8ab7a523c4c06900bc1b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63550142, jitterRate=-0.05302909016609192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:22:29,946 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/default/testClearRegionBlockCache/4a8cdbf2a56f7d3c93397e7d6e956e40/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:29,946 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 4a8cdbf2a56f7d3c93397e7d6e956e40; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74447702, jitterRate=0.10935720801353455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:22:29,947 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for f2d451c1c1cf8ab7a523c4c06900bc1b: 2024-12-10T07:22:29,947 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 4a8cdbf2a56f7d3c93397e7d6e956e40: 2024-12-10T07:22:29,948 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733815349575.f2d451c1c1cf8ab7a523c4c06900bc1b., pid=12, masterSystemTime=1733815349926 2024-12-10T07:22:29,948 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733815349575.4a8cdbf2a56f7d3c93397e7d6e956e40., pid=13, masterSystemTime=1733815349927 2024-12-10T07:22:29,951 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733815349575.f2d451c1c1cf8ab7a523c4c06900bc1b. 2024-12-10T07:22:29,951 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733815349575.f2d451c1c1cf8ab7a523c4c06900bc1b. 2024-12-10T07:22:29,951 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=f2d451c1c1cf8ab7a523c4c06900bc1b, regionState=OPEN, openSeqNum=2, regionLocation=65d303fd23b5,33149,1733815348139 2024-12-10T07:22:29,952 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733815349575.4a8cdbf2a56f7d3c93397e7d6e956e40. 2024-12-10T07:22:29,952 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733815349575.4a8cdbf2a56f7d3c93397e7d6e956e40. 2024-12-10T07:22:29,953 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=4a8cdbf2a56f7d3c93397e7d6e956e40, regionState=OPEN, openSeqNum=2, regionLocation=65d303fd23b5,35833,1733815348098 2024-12-10T07:22:29,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-10T07:22:29,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure f2d451c1c1cf8ab7a523c4c06900bc1b, server=65d303fd23b5,33149,1733815348139 in 180 msec 2024-12-10T07:22:29,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-10T07:22:29,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 4a8cdbf2a56f7d3c93397e7d6e956e40, server=65d303fd23b5,35833,1733815348098 in 180 msec 2024-12-10T07:22:29,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f2d451c1c1cf8ab7a523c4c06900bc1b, ASSIGN in 339 msec 2024-12-10T07:22:29,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-10T07:22:29,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4a8cdbf2a56f7d3c93397e7d6e956e40, ASSIGN in 341 msec 2024-12-10T07:22:29,961 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T07:22:29,961 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733815349961"}]},"ts":"1733815349961"} 2024-12-10T07:22:29,963 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-10T07:22:29,966 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T07:22:29,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 390 msec 2024-12-10T07:22:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39855 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T07:22:30,187 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-10T07:22:30,187 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-10T07:22:30,187 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:22:30,190 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-10T07:22:30,191 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:22:30,191 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-10T07:22:30,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:22:30,196 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47698, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:22:30,215 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 4a8cdbf2a56f7d3c93397e7d6e956e40 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-10T07:22:30,240 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/default/testClearRegionBlockCache/4a8cdbf2a56f7d3c93397e7d6e956e40/.tmp/family/1105437f459840e99c4259d04b58c451 is 32, key is 5/family:/1733815350207/Put/seqid=0 2024-12-10T07:22:30,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741841_1017 (size=5083) 2024-12-10T07:22:30,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741841_1017 (size=5083) 2024-12-10T07:22:30,251 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/default/testClearRegionBlockCache/4a8cdbf2a56f7d3c93397e7d6e956e40/.tmp/family/1105437f459840e99c4259d04b58c451 2024-12-10T07:22:30,259 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/default/testClearRegionBlockCache/4a8cdbf2a56f7d3c93397e7d6e956e40/.tmp/family/1105437f459840e99c4259d04b58c451 as hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/default/testClearRegionBlockCache/4a8cdbf2a56f7d3c93397e7d6e956e40/family/1105437f459840e99c4259d04b58c451 2024-12-10T07:22:30,265 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/default/testClearRegionBlockCache/4a8cdbf2a56f7d3c93397e7d6e956e40/family/1105437f459840e99c4259d04b58c451, entries=5, sequenceid=9, filesize=5.0 K 2024-12-10T07:22:30,266 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 4a8cdbf2a56f7d3c93397e7d6e956e40 in 51ms, sequenceid=9, compaction requested=false 2024-12-10T07:22:30,266 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 4a8cdbf2a56f7d3c93397e7d6e956e40: 2024-12-10T07:22:30,266 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing f2d451c1c1cf8ab7a523c4c06900bc1b 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-10T07:22:30,283 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/default/testClearRegionBlockCache/f2d451c1c1cf8ab7a523c4c06900bc1b/.tmp/family/fa5a7d6b5e87484fb969549766c0a516 is 32, key is 1/family:/1733815350197/Put/seqid=0 2024-12-10T07:22:30,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741842_1018 (size=5054) 2024-12-10T07:22:30,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741842_1018 (size=5054) 2024-12-10T07:22:30,290 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/default/testClearRegionBlockCache/f2d451c1c1cf8ab7a523c4c06900bc1b/.tmp/family/fa5a7d6b5e87484fb969549766c0a516 2024-12-10T07:22:30,297 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/default/testClearRegionBlockCache/f2d451c1c1cf8ab7a523c4c06900bc1b/.tmp/family/fa5a7d6b5e87484fb969549766c0a516 as hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/default/testClearRegionBlockCache/f2d451c1c1cf8ab7a523c4c06900bc1b/family/fa5a7d6b5e87484fb969549766c0a516 2024-12-10T07:22:30,304 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/default/testClearRegionBlockCache/f2d451c1c1cf8ab7a523c4c06900bc1b/family/fa5a7d6b5e87484fb969549766c0a516, entries=4, sequenceid=8, filesize=4.9 K 2024-12-10T07:22:30,305 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for f2d451c1c1cf8ab7a523c4c06900bc1b in 39ms, sequenceid=8, compaction requested=false 2024-12-10T07:22:30,305 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for f2d451c1c1cf8ab7a523c4c06900bc1b: 2024-12-10T07:22:30,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:22:30,317 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:22:30,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:22:30,320 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:22:30,321 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-10T07:22:30,321 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-10T07:22:30,321 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x195f4219 to 127.0.0.1:61985 2024-12-10T07:22:30,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:30,322 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-10T07:22:30,322 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=496368331, stopped=false 2024-12-10T07:22:30,322 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=65d303fd23b5,39855,1733815348050 2024-12-10T07:22:30,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x1007ace64280001, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:30,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:30,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x1007ace64280001, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:30,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x1007ace64280002, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:30,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:30,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x1007ace64280002, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:30,324 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-10T07:22:30,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35833-0x1007ace64280001, quorum=127.0.0.1:61985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:30,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:30,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:30,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33149-0x1007ace64280002, quorum=127.0.0.1:61985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:30,325 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '65d303fd23b5,35833,1733815348098' ***** 2024-12-10T07:22:30,326 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-10T07:22:30,326 INFO [RS:0;65d303fd23b5:35833 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:22:30,326 INFO [RS:0;65d303fd23b5:35833 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:22:30,326 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '65d303fd23b5,33149,1733815348139' ***** 2024-12-10T07:22:30,326 INFO [RS:0;65d303fd23b5:35833 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:22:30,326 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-10T07:22:30,326 INFO [RS:0;65d303fd23b5:35833 {}] regionserver.HRegionServer(3579): Received CLOSE for 4a8cdbf2a56f7d3c93397e7d6e956e40 2024-12-10T07:22:30,326 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-10T07:22:30,327 INFO [RS:1;65d303fd23b5:33149 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:22:30,327 INFO [RS:1;65d303fd23b5:33149 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:22:30,327 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-10T07:22:30,327 INFO [RS:1;65d303fd23b5:33149 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:22:30,327 INFO [RS:0;65d303fd23b5:35833 {}] regionserver.HRegionServer(1224): stopping server 65d303fd23b5,35833,1733815348098 2024-12-10T07:22:30,327 DEBUG [RS:0;65d303fd23b5:35833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:30,327 INFO [RS:1;65d303fd23b5:33149 {}] regionserver.HRegionServer(3579): Received CLOSE for f2d451c1c1cf8ab7a523c4c06900bc1b 2024-12-10T07:22:30,327 INFO [RS:0;65d303fd23b5:35833 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:22:30,327 INFO [RS:0;65d303fd23b5:35833 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:22:30,327 INFO [RS:0;65d303fd23b5:35833 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:22:30,327 INFO [RS:0;65d303fd23b5:35833 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-10T07:22:30,327 INFO [RS:1;65d303fd23b5:33149 {}] regionserver.HRegionServer(3579): Received CLOSE for b464854dca241a6da3a0a94d32eab25f 2024-12-10T07:22:30,327 INFO [RS:1;65d303fd23b5:33149 {}] regionserver.HRegionServer(1224): stopping server 65d303fd23b5,33149,1733815348139 2024-12-10T07:22:30,327 INFO [RS:0;65d303fd23b5:35833 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-10T07:22:30,327 DEBUG [RS:1;65d303fd23b5:33149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:30,327 DEBUG [RS:0;65d303fd23b5:35833 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 4a8cdbf2a56f7d3c93397e7d6e956e40=testClearRegionBlockCache,5,1733815349575.4a8cdbf2a56f7d3c93397e7d6e956e40.} 2024-12-10T07:22:30,327 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f2d451c1c1cf8ab7a523c4c06900bc1b, disabling compactions & flushes 2024-12-10T07:22:30,327 INFO [RS:1;65d303fd23b5:33149 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-10T07:22:30,327 DEBUG [RS:1;65d303fd23b5:33149 {}] regionserver.HRegionServer(1603): Online Regions={f2d451c1c1cf8ab7a523c4c06900bc1b=testClearRegionBlockCache,,1733815349575.f2d451c1c1cf8ab7a523c4c06900bc1b., b464854dca241a6da3a0a94d32eab25f=hbase:namespace,,1733815349055.b464854dca241a6da3a0a94d32eab25f.} 2024-12-10T07:22:30,327 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4a8cdbf2a56f7d3c93397e7d6e956e40, disabling compactions & flushes 2024-12-10T07:22:30,327 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733815349575.f2d451c1c1cf8ab7a523c4c06900bc1b. 2024-12-10T07:22:30,327 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733815349575.4a8cdbf2a56f7d3c93397e7d6e956e40. 2024-12-10T07:22:30,327 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733815349575.f2d451c1c1cf8ab7a523c4c06900bc1b. 2024-12-10T07:22:30,327 DEBUG [RS:1;65d303fd23b5:33149 {}] regionserver.HRegionServer(1629): Waiting on b464854dca241a6da3a0a94d32eab25f, f2d451c1c1cf8ab7a523c4c06900bc1b 2024-12-10T07:22:30,327 DEBUG [RS:0;65d303fd23b5:35833 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4a8cdbf2a56f7d3c93397e7d6e956e40 2024-12-10T07:22:30,327 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733815349575.4a8cdbf2a56f7d3c93397e7d6e956e40. 2024-12-10T07:22:30,327 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733815349575.f2d451c1c1cf8ab7a523c4c06900bc1b. after waiting 0 ms 2024-12-10T07:22:30,328 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733815349575.4a8cdbf2a56f7d3c93397e7d6e956e40. after waiting 1 ms 2024-12-10T07:22:30,328 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733815349575.f2d451c1c1cf8ab7a523c4c06900bc1b. 2024-12-10T07:22:30,328 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733815349575.4a8cdbf2a56f7d3c93397e7d6e956e40. 2024-12-10T07:22:30,329 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:22:30,329 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-10T07:22:30,329 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-10T07:22:30,329 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:22:30,329 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:22:30,329 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-10T07:22:30,336 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/default/testClearRegionBlockCache/4a8cdbf2a56f7d3c93397e7d6e956e40/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-10T07:22:30,337 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733815349575.4a8cdbf2a56f7d3c93397e7d6e956e40. 2024-12-10T07:22:30,337 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4a8cdbf2a56f7d3c93397e7d6e956e40: 2024-12-10T07:22:30,337 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733815349575.4a8cdbf2a56f7d3c93397e7d6e956e40. 2024-12-10T07:22:30,338 INFO [regionserver/65d303fd23b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:22:30,340 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/default/testClearRegionBlockCache/f2d451c1c1cf8ab7a523c4c06900bc1b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-10T07:22:30,341 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733815349575.f2d451c1c1cf8ab7a523c4c06900bc1b. 2024-12-10T07:22:30,341 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f2d451c1c1cf8ab7a523c4c06900bc1b: 2024-12-10T07:22:30,341 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733815349575.f2d451c1c1cf8ab7a523c4c06900bc1b. 2024-12-10T07:22:30,341 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b464854dca241a6da3a0a94d32eab25f, disabling compactions & flushes 2024-12-10T07:22:30,341 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733815349055.b464854dca241a6da3a0a94d32eab25f. 2024-12-10T07:22:30,341 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733815349055.b464854dca241a6da3a0a94d32eab25f. 2024-12-10T07:22:30,341 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733815349055.b464854dca241a6da3a0a94d32eab25f. after waiting 0 ms 2024-12-10T07:22:30,341 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733815349055.b464854dca241a6da3a0a94d32eab25f. 2024-12-10T07:22:30,341 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing b464854dca241a6da3a0a94d32eab25f 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-10T07:22:30,349 INFO [regionserver/65d303fd23b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:22:30,350 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/hbase/meta/1588230740/.tmp/info/97ee30756ae844639ed2ae9a2f93671c is 173, key is testClearRegionBlockCache,5,1733815349575.4a8cdbf2a56f7d3c93397e7d6e956e40./info:regioninfo/1733815349953/Put/seqid=0 2024-12-10T07:22:30,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741843_1019 (size=9337) 2024-12-10T07:22:30,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741843_1019 (size=9337) 2024-12-10T07:22:30,357 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/hbase/meta/1588230740/.tmp/info/97ee30756ae844639ed2ae9a2f93671c 2024-12-10T07:22:30,359 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/hbase/namespace/b464854dca241a6da3a0a94d32eab25f/.tmp/info/24704cc9eebb423badc16fc09c3b149a is 45, key is default/info:d/1733815349473/Put/seqid=0 2024-12-10T07:22:30,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741844_1020 (size=5037) 2024-12-10T07:22:30,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741844_1020 (size=5037) 2024-12-10T07:22:30,365 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/hbase/namespace/b464854dca241a6da3a0a94d32eab25f/.tmp/info/24704cc9eebb423badc16fc09c3b149a 2024-12-10T07:22:30,372 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/hbase/namespace/b464854dca241a6da3a0a94d32eab25f/.tmp/info/24704cc9eebb423badc16fc09c3b149a as hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/hbase/namespace/b464854dca241a6da3a0a94d32eab25f/info/24704cc9eebb423badc16fc09c3b149a 2024-12-10T07:22:30,379 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/hbase/namespace/b464854dca241a6da3a0a94d32eab25f/info/24704cc9eebb423badc16fc09c3b149a, entries=2, sequenceid=6, filesize=4.9 K 2024-12-10T07:22:30,380 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for b464854dca241a6da3a0a94d32eab25f in 39ms, sequenceid=6, compaction requested=false 2024-12-10T07:22:30,381 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/hbase/meta/1588230740/.tmp/table/a2664b5f0f4f4b2a80da9801aff3ba79 is 61, key is testClearRegionBlockCache/table:state/1733815349961/Put/seqid=0 2024-12-10T07:22:30,385 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/hbase/namespace/b464854dca241a6da3a0a94d32eab25f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-10T07:22:30,386 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733815349055.b464854dca241a6da3a0a94d32eab25f. 2024-12-10T07:22:30,386 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b464854dca241a6da3a0a94d32eab25f: 2024-12-10T07:22:30,386 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733815349055.b464854dca241a6da3a0a94d32eab25f. 2024-12-10T07:22:30,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741845_1021 (size=5392) 2024-12-10T07:22:30,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741845_1021 (size=5392) 2024-12-10T07:22:30,388 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/hbase/meta/1588230740/.tmp/table/a2664b5f0f4f4b2a80da9801aff3ba79 2024-12-10T07:22:30,396 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/hbase/meta/1588230740/.tmp/info/97ee30756ae844639ed2ae9a2f93671c as hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/hbase/meta/1588230740/info/97ee30756ae844639ed2ae9a2f93671c 2024-12-10T07:22:30,404 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/hbase/meta/1588230740/info/97ee30756ae844639ed2ae9a2f93671c, entries=30, sequenceid=16, filesize=9.1 K 2024-12-10T07:22:30,405 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/hbase/meta/1588230740/.tmp/table/a2664b5f0f4f4b2a80da9801aff3ba79 as hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/hbase/meta/1588230740/table/a2664b5f0f4f4b2a80da9801aff3ba79 2024-12-10T07:22:30,411 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/hbase/meta/1588230740/table/a2664b5f0f4f4b2a80da9801aff3ba79, entries=4, sequenceid=16, filesize=5.3 K 2024-12-10T07:22:30,413 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 83ms, sequenceid=16, compaction requested=false 2024-12-10T07:22:30,417 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-10T07:22:30,418 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T07:22:30,418 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-10T07:22:30,418 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-10T07:22:30,418 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T07:22:30,436 INFO [regionserver/65d303fd23b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-10T07:22:30,436 INFO [regionserver/65d303fd23b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-10T07:22:30,436 INFO [regionserver/65d303fd23b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-10T07:22:30,437 INFO [regionserver/65d303fd23b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-10T07:22:30,528 INFO [RS:0;65d303fd23b5:35833 {}] regionserver.HRegionServer(1250): stopping server 65d303fd23b5,35833,1733815348098; all regions closed. 2024-12-10T07:22:30,528 INFO [RS:1;65d303fd23b5:33149 {}] regionserver.HRegionServer(1250): stopping server 65d303fd23b5,33149,1733815348139; all regions closed. 2024-12-10T07:22:30,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741834_1010 (size=3079) 2024-12-10T07:22:30,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741835_1011 (size=5602) 2024-12-10T07:22:30,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741834_1010 (size=3079) 2024-12-10T07:22:30,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741835_1011 (size=5602) 2024-12-10T07:22:30,535 DEBUG [RS:1;65d303fd23b5:33149 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/oldWALs 2024-12-10T07:22:30,535 INFO [RS:1;65d303fd23b5:33149 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 65d303fd23b5%2C33149%2C1733815348139:(num 1733815348585) 2024-12-10T07:22:30,535 DEBUG [RS:1;65d303fd23b5:33149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:30,535 INFO [RS:1;65d303fd23b5:33149 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:22:30,535 INFO [RS:1;65d303fd23b5:33149 {}] hbase.ChoreService(370): Chore service for: regionserver/65d303fd23b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-10T07:22:30,535 INFO [RS:1;65d303fd23b5:33149 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:22:30,535 INFO [RS:1;65d303fd23b5:33149 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:22:30,535 INFO [RS:1;65d303fd23b5:33149 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:22:30,535 INFO [regionserver/65d303fd23b5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-10T07:22:30,536 INFO [RS:1;65d303fd23b5:33149 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33149 2024-12-10T07:22:30,537 DEBUG [RS:0;65d303fd23b5:35833 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/oldWALs 2024-12-10T07:22:30,537 INFO [RS:0;65d303fd23b5:35833 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 65d303fd23b5%2C35833%2C1733815348098.meta:.meta(num 1733815348987) 2024-12-10T07:22:30,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x1007ace64280002, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/65d303fd23b5,33149,1733815348139 2024-12-10T07:22:30,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:22:30,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [65d303fd23b5,33149,1733815348139] 2024-12-10T07:22:30,539 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 65d303fd23b5,33149,1733815348139; numProcessing=1 2024-12-10T07:22:30,541 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/WALs/65d303fd23b5,35833,1733815348098/65d303fd23b5%2C35833%2C1733815348098.1733815348581 not finished, retry = 0 2024-12-10T07:22:30,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741833_1009 (size=1867) 2024-12-10T07:22:30,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741833_1009 (size=1867) 2024-12-10T07:22:30,542 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/65d303fd23b5,33149,1733815348139 already deleted, retry=false 2024-12-10T07:22:30,542 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 65d303fd23b5,33149,1733815348139 expired; onlineServers=1 2024-12-10T07:22:30,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x1007ace64280002, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:30,641 INFO [RS:1;65d303fd23b5:33149 {}] regionserver.HRegionServer(1307): Exiting; stopping=65d303fd23b5,33149,1733815348139; zookeeper connection closed. 2024-12-10T07:22:30,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x1007ace64280002, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:30,641 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c6aa75e {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c6aa75e 2024-12-10T07:22:30,644 DEBUG [RS:0;65d303fd23b5:35833 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/oldWALs 2024-12-10T07:22:30,644 INFO [RS:0;65d303fd23b5:35833 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 65d303fd23b5%2C35833%2C1733815348098:(num 1733815348581) 2024-12-10T07:22:30,644 DEBUG [RS:0;65d303fd23b5:35833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:30,644 INFO [RS:0;65d303fd23b5:35833 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:22:30,645 INFO [RS:0;65d303fd23b5:35833 {}] hbase.ChoreService(370): Chore service for: regionserver/65d303fd23b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-10T07:22:30,645 INFO [regionserver/65d303fd23b5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-10T07:22:30,645 INFO [RS:0;65d303fd23b5:35833 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35833 2024-12-10T07:22:30,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x1007ace64280001, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/65d303fd23b5,35833,1733815348098 2024-12-10T07:22:30,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:22:30,650 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [65d303fd23b5,35833,1733815348098] 2024-12-10T07:22:30,650 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 65d303fd23b5,35833,1733815348098; numProcessing=2 2024-12-10T07:22:30,651 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/65d303fd23b5,35833,1733815348098 already deleted, retry=false 2024-12-10T07:22:30,651 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 65d303fd23b5,35833,1733815348098 expired; onlineServers=0 2024-12-10T07:22:30,651 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '65d303fd23b5,39855,1733815348050' ***** 2024-12-10T07:22:30,651 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-10T07:22:30,652 DEBUG [M:0;65d303fd23b5:39855 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db5b015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65d303fd23b5/172.17.0.2:0 2024-12-10T07:22:30,652 INFO [M:0;65d303fd23b5:39855 {}] regionserver.HRegionServer(1224): stopping server 65d303fd23b5,39855,1733815348050 2024-12-10T07:22:30,652 INFO [M:0;65d303fd23b5:39855 {}] regionserver.HRegionServer(1250): stopping server 65d303fd23b5,39855,1733815348050; all regions closed. 2024-12-10T07:22:30,652 DEBUG [M:0;65d303fd23b5:39855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:30,652 DEBUG [M:0;65d303fd23b5:39855 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-10T07:22:30,652 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-10T07:22:30,652 DEBUG [M:0;65d303fd23b5:39855 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-10T07:22:30,652 DEBUG [master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.small.0-1733815348347 {}] cleaner.HFileCleaner(306): Exit Thread[master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.small.0-1733815348347,5,FailOnTimeoutGroup] 2024-12-10T07:22:30,652 DEBUG [master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.large.0-1733815348347 {}] cleaner.HFileCleaner(306): Exit Thread[master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.large.0-1733815348347,5,FailOnTimeoutGroup] 2024-12-10T07:22:30,652 INFO [M:0;65d303fd23b5:39855 {}] hbase.ChoreService(370): Chore service for: master/65d303fd23b5:0 had [] on shutdown 2024-12-10T07:22:30,652 DEBUG [M:0;65d303fd23b5:39855 {}] master.HMaster(1733): Stopping service threads 2024-12-10T07:22:30,652 INFO [M:0;65d303fd23b5:39855 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-10T07:22:30,653 INFO [M:0;65d303fd23b5:39855 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-10T07:22:30,653 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-10T07:22:30,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-10T07:22:30,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:30,654 DEBUG [M:0;65d303fd23b5:39855 {}] zookeeper.ZKUtil(347): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-10T07:22:30,654 WARN [M:0;65d303fd23b5:39855 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-10T07:22:30,654 INFO [M:0;65d303fd23b5:39855 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-10T07:22:30,654 INFO [M:0;65d303fd23b5:39855 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-10T07:22:30,654 DEBUG [M:0;65d303fd23b5:39855 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:22:30,654 INFO [M:0;65d303fd23b5:39855 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:30,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:22:30,654 DEBUG [M:0;65d303fd23b5:39855 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:30,654 DEBUG [M:0;65d303fd23b5:39855 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:22:30,654 DEBUG [M:0;65d303fd23b5:39855 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:30,654 INFO [M:0;65d303fd23b5:39855 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-12-10T07:22:30,679 DEBUG [M:0;65d303fd23b5:39855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/680e9b70ae3a4ae88762728b45b55f6e is 82, key is hbase:meta,,1/info:regioninfo/1733815349033/Put/seqid=0 2024-12-10T07:22:30,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741846_1022 (size=5672) 2024-12-10T07:22:30,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741846_1022 (size=5672) 2024-12-10T07:22:30,686 INFO [M:0;65d303fd23b5:39855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/680e9b70ae3a4ae88762728b45b55f6e 2024-12-10T07:22:30,708 DEBUG [M:0;65d303fd23b5:39855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/967ef3352dcf410daa92470b0a69bcff is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733815349967/Put/seqid=0 2024-12-10T07:22:30,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741847_1023 (size=7577) 2024-12-10T07:22:30,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741847_1023 (size=7577) 2024-12-10T07:22:30,714 INFO [M:0;65d303fd23b5:39855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/967ef3352dcf410daa92470b0a69bcff 2024-12-10T07:22:30,736 DEBUG [M:0;65d303fd23b5:39855 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a5bbe08da55499888dcec4fb7d61ae9 is 69, key is 65d303fd23b5,33149,1733815348139/rs:state/1733815348409/Put/seqid=0 2024-12-10T07:22:30,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741848_1024 (size=5224) 2024-12-10T07:22:30,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741848_1024 (size=5224) 2024-12-10T07:22:30,742 INFO [M:0;65d303fd23b5:39855 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a5bbe08da55499888dcec4fb7d61ae9 2024-12-10T07:22:30,750 DEBUG [M:0;65d303fd23b5:39855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/680e9b70ae3a4ae88762728b45b55f6e as hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/680e9b70ae3a4ae88762728b45b55f6e 2024-12-10T07:22:30,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x1007ace64280001, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:30,750 INFO [RS:0;65d303fd23b5:35833 {}] regionserver.HRegionServer(1307): Exiting; stopping=65d303fd23b5,35833,1733815348098; zookeeper connection closed. 2024-12-10T07:22:30,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x1007ace64280001, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:30,750 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@784e3c7f {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@784e3c7f 2024-12-10T07:22:30,751 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-10T07:22:30,755 INFO [M:0;65d303fd23b5:39855 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/680e9b70ae3a4ae88762728b45b55f6e, entries=8, sequenceid=108, filesize=5.5 K 2024-12-10T07:22:30,757 DEBUG [M:0;65d303fd23b5:39855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/967ef3352dcf410daa92470b0a69bcff as hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/967ef3352dcf410daa92470b0a69bcff 2024-12-10T07:22:30,762 INFO [M:0;65d303fd23b5:39855 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/967ef3352dcf410daa92470b0a69bcff, entries=13, sequenceid=108, filesize=7.4 K 2024-12-10T07:22:30,763 DEBUG [M:0;65d303fd23b5:39855 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5a5bbe08da55499888dcec4fb7d61ae9 as hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a5bbe08da55499888dcec4fb7d61ae9 2024-12-10T07:22:30,769 INFO [M:0;65d303fd23b5:39855 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42319/user/jenkins/test-data/1dcb1e37-dec4-5a43-11da-cec16829611f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5a5bbe08da55499888dcec4fb7d61ae9, entries=2, sequenceid=108, filesize=5.1 K 2024-12-10T07:22:30,771 INFO [M:0;65d303fd23b5:39855 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 116ms, sequenceid=108, compaction requested=false 2024-12-10T07:22:30,772 INFO [M:0;65d303fd23b5:39855 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:30,772 DEBUG [M:0;65d303fd23b5:39855 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T07:22:30,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39437 is added to blk_1073741830_1006 (size=54453) 2024-12-10T07:22:30,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45945 is added to blk_1073741830_1006 (size=54453) 2024-12-10T07:22:30,775 INFO [M:0;65d303fd23b5:39855 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-10T07:22:30,775 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-10T07:22:30,776 INFO [M:0;65d303fd23b5:39855 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39855 2024-12-10T07:22:30,778 DEBUG [M:0;65d303fd23b5:39855 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/65d303fd23b5,39855,1733815348050 already deleted, retry=false 2024-12-10T07:22:30,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:30,880 INFO [M:0;65d303fd23b5:39855 {}] regionserver.HRegionServer(1307): Exiting; stopping=65d303fd23b5,39855,1733815348050; zookeeper connection closed. 2024-12-10T07:22:30,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39855-0x1007ace64280000, quorum=127.0.0.1:61985, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:30,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7337ab4e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:22:30,883 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f3ce42b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:22:30,883 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:22:30,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@671b0a85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:22:30,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f5783c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/hadoop.log.dir/,STOPPED} 2024-12-10T07:22:30,885 WARN [BP-298411831-172.17.0.2-1733815347229 heartbeating to localhost/127.0.0.1:42319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:22:30,885 WARN [BP-298411831-172.17.0.2-1733815347229 heartbeating to localhost/127.0.0.1:42319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-298411831-172.17.0.2-1733815347229 (Datanode Uuid 91d99d60-9ada-4ef8-b9b1-87c5fbd175e2) service to localhost/127.0.0.1:42319 2024-12-10T07:22:30,886 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/cluster_36372e2c-457e-3f15-6326-34b4e04d76e2/dfs/data/data3/current/BP-298411831-172.17.0.2-1733815347229 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:22:30,886 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/cluster_36372e2c-457e-3f15-6326-34b4e04d76e2/dfs/data/data4/current/BP-298411831-172.17.0.2-1733815347229 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:22:30,887 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:22:30,887 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:22:30,887 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:22:30,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c75167d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:22:30,889 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@240a2ceb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:22:30,889 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:22:30,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a4686e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:22:30,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a3e5e7e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/hadoop.log.dir/,STOPPED} 2024-12-10T07:22:30,890 WARN [BP-298411831-172.17.0.2-1733815347229 heartbeating to localhost/127.0.0.1:42319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:22:30,891 WARN [BP-298411831-172.17.0.2-1733815347229 heartbeating to localhost/127.0.0.1:42319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-298411831-172.17.0.2-1733815347229 (Datanode Uuid 976c81a0-a522-4f56-99c2-b959a45651f3) service to localhost/127.0.0.1:42319 2024-12-10T07:22:30,890 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:22:30,891 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:22:30,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/cluster_36372e2c-457e-3f15-6326-34b4e04d76e2/dfs/data/data1/current/BP-298411831-172.17.0.2-1733815347229 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:22:30,892 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/cluster_36372e2c-457e-3f15-6326-34b4e04d76e2/dfs/data/data2/current/BP-298411831-172.17.0.2-1733815347229 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:22:30,892 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:22:30,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12bee7fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:22:30,898 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78e2534e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:22:30,898 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:22:30,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@429beeea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:22:30,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6066bb90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/hadoop.log.dir/,STOPPED} 2024-12-10T07:22:30,907 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-10T07:22:30,931 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-10T07:22:30,941 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=137 (was 107) Potentially hanging thread: RS-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:42319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42319 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:42319 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:42319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:42319 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:42319 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=469 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=169 (was 175), ProcessCount=11 (was 11), AvailableMemoryMB=7015 (was 7251) 2024-12-10T07:22:30,950 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=137, OpenFileDescriptor=469, MaxFileDescriptor=1048576, SystemLoadAverage=169, ProcessCount=11, AvailableMemoryMB=7014 2024-12-10T07:22:30,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/hadoop.log.dir so I do NOT create it in target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236 2024-12-10T07:22:30,998 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/hadoop.log.dir Erasing configuration value by system value. 2024-12-10T07:22:30,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/hadoop.tmp.dir so I do NOT create it in target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236 2024-12-10T07:22:30,998 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4c557114-1baa-c6cc-74b3-4c74ef9e6a01/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-10T07:22:30,999 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236 2024-12-10T07:22:30,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-10T07:22:30,999 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/cluster_ee276a59-c9e2-459d-0bb4-3cd62b0d52a6, deleteOnExit=true 2024-12-10T07:22:30,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-10T07:22:30,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/test.cache.data in system properties and HBase conf 2024-12-10T07:22:30,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/hadoop.tmp.dir in system properties and HBase conf 2024-12-10T07:22:30,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/hadoop.log.dir in system properties and HBase conf 2024-12-10T07:22:30,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-10T07:22:31,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-10T07:22:31,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-10T07:22:31,000 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-10T07:22:31,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:22:31,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:22:31,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-10T07:22:31,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:22:31,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-10T07:22:31,000 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-10T07:22:31,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:22:31,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:22:31,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-10T07:22:31,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/nfs.dump.dir in system properties and HBase conf 2024-12-10T07:22:31,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/java.io.tmpdir in system properties and HBase conf 2024-12-10T07:22:31,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:22:31,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-10T07:22:31,001 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-10T07:22:31,081 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-10T07:22:31,084 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:22:31,121 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:22:31,122 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:22:31,128 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:22:31,128 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:22:31,129 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:22:31,165 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:22:31,173 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:22:31,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:22:31,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:22:31,178 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T07:22:31,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:22:31,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2157bbba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:22:31,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52895a80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:22:31,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74d002d4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/java.io.tmpdir/jetty-localhost-36045-hadoop-hdfs-3_4_1-tests_jar-_-any-1576621260982454484/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:22:31,301 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54433410{HTTP/1.1, (http/1.1)}{localhost:36045} 2024-12-10T07:22:31,301 INFO [Time-limited test {}] server.Server(415): Started @18544ms 2024-12-10T07:22:31,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:22:31,390 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:22:31,390 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:22:31,390 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:22:31,391 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T07:22:31,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13e28828{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:22:31,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11b96c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:22:31,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49509e66{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/java.io.tmpdir/jetty-localhost-45865-hadoop-hdfs-3_4_1-tests_jar-_-any-7455735517659192034/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:22:31,505 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b57488a{HTTP/1.1, (http/1.1)}{localhost:45865} 2024-12-10T07:22:31,505 INFO [Time-limited test {}] server.Server(415): Started @18748ms 2024-12-10T07:22:31,507 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:22:31,540 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:22:31,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:22:31,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:22:31,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:22:31,546 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T07:22:31,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a1dcd9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:22:31,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c35b924{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:22:31,615 WARN [Thread-894 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/cluster_ee276a59-c9e2-459d-0bb4-3cd62b0d52a6/dfs/data/data1/current/BP-374092092-172.17.0.2-1733815351040/current, will proceed with Du for space computation calculation, 2024-12-10T07:22:31,615 WARN [Thread-895 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/cluster_ee276a59-c9e2-459d-0bb4-3cd62b0d52a6/dfs/data/data2/current/BP-374092092-172.17.0.2-1733815351040/current, will proceed with Du for space computation calculation, 2024-12-10T07:22:31,637 WARN [Thread-873 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:22:31,642 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4750f780968f1648 with lease ID 0xc857cc40380a998e: Processing first storage report for DS-9f0d3fb3-4a5e-435c-8577-35f17a0a13d7 from datanode DatanodeRegistration(127.0.0.1:35295, datanodeUuid=8d7fa526-b6af-4585-9556-93cc298d1c09, infoPort=38971, infoSecurePort=0, ipcPort=45027, storageInfo=lv=-57;cid=testClusterID;nsid=1301612541;c=1733815351040) 2024-12-10T07:22:31,642 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4750f780968f1648 with lease ID 0xc857cc40380a998e: from storage DS-9f0d3fb3-4a5e-435c-8577-35f17a0a13d7 node DatanodeRegistration(127.0.0.1:35295, datanodeUuid=8d7fa526-b6af-4585-9556-93cc298d1c09, infoPort=38971, infoSecurePort=0, ipcPort=45027, storageInfo=lv=-57;cid=testClusterID;nsid=1301612541;c=1733815351040), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:22:31,642 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4750f780968f1648 with lease ID 0xc857cc40380a998e: Processing first storage report for DS-7d29cca9-54ae-4cae-ba41-e4e370b97c6c from datanode DatanodeRegistration(127.0.0.1:35295, datanodeUuid=8d7fa526-b6af-4585-9556-93cc298d1c09, infoPort=38971, infoSecurePort=0, ipcPort=45027, storageInfo=lv=-57;cid=testClusterID;nsid=1301612541;c=1733815351040) 2024-12-10T07:22:31,642 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4750f780968f1648 with lease ID 0xc857cc40380a998e: from storage DS-7d29cca9-54ae-4cae-ba41-e4e370b97c6c node DatanodeRegistration(127.0.0.1:35295, datanodeUuid=8d7fa526-b6af-4585-9556-93cc298d1c09, infoPort=38971, infoSecurePort=0, ipcPort=45027, storageInfo=lv=-57;cid=testClusterID;nsid=1301612541;c=1733815351040), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:22:31,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d0e9b50{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/java.io.tmpdir/jetty-localhost-45079-hadoop-hdfs-3_4_1-tests_jar-_-any-14482491780008383325/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:22:31,676 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20291e56{HTTP/1.1, (http/1.1)}{localhost:45079} 2024-12-10T07:22:31,676 INFO [Time-limited test {}] server.Server(415): Started @18918ms 2024-12-10T07:22:31,677 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:22:31,773 WARN [Thread-920 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/cluster_ee276a59-c9e2-459d-0bb4-3cd62b0d52a6/dfs/data/data3/current/BP-374092092-172.17.0.2-1733815351040/current, will proceed with Du for space computation calculation, 2024-12-10T07:22:31,773 WARN [Thread-921 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/cluster_ee276a59-c9e2-459d-0bb4-3cd62b0d52a6/dfs/data/data4/current/BP-374092092-172.17.0.2-1733815351040/current, will proceed with Du for space computation calculation, 2024-12-10T07:22:31,790 WARN [Thread-909 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:22:31,792 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ddee45f898864ad with lease ID 0xc857cc40380a998f: Processing first storage report for DS-9d97eef1-f5d3-4415-9202-f4118cb84cc7 from datanode DatanodeRegistration(127.0.0.1:42767, datanodeUuid=38a1ea9d-149e-4c00-815c-a56956d7a55c, infoPort=34777, infoSecurePort=0, ipcPort=34123, storageInfo=lv=-57;cid=testClusterID;nsid=1301612541;c=1733815351040) 2024-12-10T07:22:31,792 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ddee45f898864ad with lease ID 0xc857cc40380a998f: from storage DS-9d97eef1-f5d3-4415-9202-f4118cb84cc7 node DatanodeRegistration(127.0.0.1:42767, datanodeUuid=38a1ea9d-149e-4c00-815c-a56956d7a55c, infoPort=34777, infoSecurePort=0, ipcPort=34123, storageInfo=lv=-57;cid=testClusterID;nsid=1301612541;c=1733815351040), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:22:31,792 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ddee45f898864ad with lease ID 0xc857cc40380a998f: Processing first storage report for DS-1148f691-a3d0-4ad9-b48a-a71abde61a72 from datanode DatanodeRegistration(127.0.0.1:42767, datanodeUuid=38a1ea9d-149e-4c00-815c-a56956d7a55c, infoPort=34777, infoSecurePort=0, ipcPort=34123, storageInfo=lv=-57;cid=testClusterID;nsid=1301612541;c=1733815351040) 2024-12-10T07:22:31,792 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ddee45f898864ad with lease ID 0xc857cc40380a998f: from storage DS-1148f691-a3d0-4ad9-b48a-a71abde61a72 node DatanodeRegistration(127.0.0.1:42767, datanodeUuid=38a1ea9d-149e-4c00-815c-a56956d7a55c, infoPort=34777, infoSecurePort=0, ipcPort=34123, storageInfo=lv=-57;cid=testClusterID;nsid=1301612541;c=1733815351040), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:22:31,800 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236 2024-12-10T07:22:31,803 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/cluster_ee276a59-c9e2-459d-0bb4-3cd62b0d52a6/zookeeper_0, clientPort=59239, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/cluster_ee276a59-c9e2-459d-0bb4-3cd62b0d52a6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/cluster_ee276a59-c9e2-459d-0bb4-3cd62b0d52a6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-10T07:22:31,804 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59239 2024-12-10T07:22:31,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:31,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:31,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:22:31,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:22:31,816 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2 with version=8 2024-12-10T07:22:31,816 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/hbase-staging 2024-12-10T07:22:31,819 INFO [Time-limited test {}] client.ConnectionUtils(129): master/65d303fd23b5:0 server-side Connection retries=45 2024-12-10T07:22:31,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:31,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:31,819 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:22:31,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:31,819 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:22:31,819 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:22:31,819 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:22:31,820 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37367 2024-12-10T07:22:31,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:31,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:31,826 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37367 connecting to ZooKeeper ensemble=127.0.0.1:59239 2024-12-10T07:22:31,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373670x0, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:22:31,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37367-0x1007ace72e00000 connected 2024-12-10T07:22:31,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:22:31,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:31,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:22:31,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37367 2024-12-10T07:22:31,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37367 2024-12-10T07:22:31,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37367 2024-12-10T07:22:31,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37367 2024-12-10T07:22:31,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37367 2024-12-10T07:22:31,868 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2, hbase.cluster.distributed=false 2024-12-10T07:22:31,885 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/65d303fd23b5:0 server-side Connection retries=45 2024-12-10T07:22:31,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:31,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:31,885 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:22:31,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:31,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:22:31,885 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:22:31,885 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:22:31,888 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36811 2024-12-10T07:22:31,888 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:22:31,895 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-10T07:22:31,902 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-10T07:22:31,906 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-10T07:22:31,907 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-10T07:22:31,908 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:22:31,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:31,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:31,915 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36811 connecting to ZooKeeper ensemble=127.0.0.1:59239 2024-12-10T07:22:31,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368110x0, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:22:31,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36811-0x1007ace72e00001 connected 2024-12-10T07:22:31,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36811-0x1007ace72e00001, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:22:31,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36811-0x1007ace72e00001, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:31,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36811-0x1007ace72e00001, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:22:31,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36811 2024-12-10T07:22:31,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36811 2024-12-10T07:22:31,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36811 2024-12-10T07:22:31,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36811 2024-12-10T07:22:31,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36811 2024-12-10T07:22:31,950 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/65d303fd23b5:0 server-side Connection retries=45 2024-12-10T07:22:31,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:31,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:31,950 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:22:31,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:31,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:22:31,950 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:22:31,950 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:22:31,951 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36993 2024-12-10T07:22:31,951 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:22:31,952 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-10T07:22:31,958 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-10T07:22:31,959 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-10T07:22:31,959 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-10T07:22:31,959 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:22:31,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:31,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:31,964 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36993 connecting to ZooKeeper ensemble=127.0.0.1:59239 2024-12-10T07:22:31,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369930x0, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:22:31,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369930x0, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:22:31,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36993-0x1007ace72e00002 connected 2024-12-10T07:22:31,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36993-0x1007ace72e00002, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:31,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36993-0x1007ace72e00002, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:22:31,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36993 2024-12-10T07:22:31,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36993 2024-12-10T07:22:31,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36993 2024-12-10T07:22:31,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36993 2024-12-10T07:22:31,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36993 2024-12-10T07:22:31,971 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/65d303fd23b5,37367,1733815351818 2024-12-10T07:22:31,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1007ace72e00001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:31,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:31,974 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/65d303fd23b5,37367,1733815351818 2024-12-10T07:22:31,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:22:31,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1007ace72e00001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:22:31,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:31,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1007ace72e00001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:31,976 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T07:22:31,977 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/65d303fd23b5,37367,1733815351818 from backup master directory 2024-12-10T07:22:31,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/65d303fd23b5,37367,1733815351818 2024-12-10T07:22:31,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:31,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1007ace72e00001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:31,979 WARN [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:22:31,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T07:22:31,979 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=65d303fd23b5,37367,1733815351818 2024-12-10T07:22:31,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1007ace72e00002, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:31,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1007ace72e00002, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:22:31,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1007ace72e00002, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:31,984 DEBUG [M:0;65d303fd23b5:37367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;65d303fd23b5:37367 2024-12-10T07:22:31,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:22:31,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:22:31,991 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/hbase.id with ID: 5830d311-d080-4144-9609-eca60fbc8431 2024-12-10T07:22:32,001 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:32,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:32,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1007ace72e00002, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:32,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1007ace72e00001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:32,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:22:32,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:22:32,011 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:22:32,012 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-10T07:22:32,012 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:22:32,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:22:32,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:22:32,021 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/MasterData/data/master/store 2024-12-10T07:22:32,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:22:32,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:22:32,028 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:32,028 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:22:32,028 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:32,028 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:32,028 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:22:32,028 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:32,028 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:32,028 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T07:22:32,029 WARN [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/MasterData/data/master/store/.initializing 2024-12-10T07:22:32,029 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/MasterData/WALs/65d303fd23b5,37367,1733815351818 2024-12-10T07:22:32,030 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:22:32,032 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65d303fd23b5%2C37367%2C1733815351818, suffix=, logDir=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/MasterData/WALs/65d303fd23b5,37367,1733815351818, archiveDir=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/MasterData/oldWALs, maxLogs=10 2024-12-10T07:22:32,046 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/MasterData/WALs/65d303fd23b5,37367,1733815351818/65d303fd23b5%2C37367%2C1733815351818.1733815352032, exclude list is [], retry=0 2024-12-10T07:22:32,048 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-9f0d3fb3-4a5e-435c-8577-35f17a0a13d7,DISK] 2024-12-10T07:22:32,048 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42767,DS-9d97eef1-f5d3-4415-9202-f4118cb84cc7,DISK] 2024-12-10T07:22:32,051 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/MasterData/WALs/65d303fd23b5,37367,1733815351818/65d303fd23b5%2C37367%2C1733815351818.1733815352032 2024-12-10T07:22:32,051 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38971:38971),(127.0.0.1/127.0.0.1:34777:34777)] 2024-12-10T07:22:32,051 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:22:32,051 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:32,051 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:32,051 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:32,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:32,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-10T07:22:32,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:32,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:32,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:32,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-10T07:22:32,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:32,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:32,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:32,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-10T07:22:32,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:32,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:32,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:32,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-10T07:22:32,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:32,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:32,060 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:32,061 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:32,063 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:22:32,064 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:32,066 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:32,067 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69823420, jitterRate=0.04045003652572632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:22:32,067 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T07:22:32,067 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-10T07:22:32,071 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48cac7eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:22:32,072 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-10T07:22:32,072 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-10T07:22:32,072 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-10T07:22:32,072 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-10T07:22:32,073 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-10T07:22:32,073 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-10T07:22:32,073 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-10T07:22:32,075 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-10T07:22:32,076 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-10T07:22:32,077 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-10T07:22:32,078 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-10T07:22:32,078 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-10T07:22:32,080 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-10T07:22:32,080 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-10T07:22:32,081 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-10T07:22:32,082 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-10T07:22:32,083 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-10T07:22:32,084 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-10T07:22:32,086 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-10T07:22:32,087 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-10T07:22:32,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:32,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1007ace72e00001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:32,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1007ace72e00002, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:32,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:32,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1007ace72e00001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:32,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1007ace72e00002, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:32,090 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=65d303fd23b5,37367,1733815351818, sessionid=0x1007ace72e00000, setting cluster-up flag (Was=false) 2024-12-10T07:22:32,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1007ace72e00001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:32,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1007ace72e00002, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:32,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:32,099 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-10T07:22:32,100 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=65d303fd23b5,37367,1733815351818 2024-12-10T07:22:32,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1007ace72e00002, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:32,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1007ace72e00001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:32,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:32,109 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-10T07:22:32,110 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=65d303fd23b5,37367,1733815351818 2024-12-10T07:22:32,113 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-10T07:22:32,113 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-10T07:22:32,113 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-10T07:22:32,114 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 65d303fd23b5,37367,1733815351818 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-10T07:22:32,114 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/65d303fd23b5:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:22:32,114 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/65d303fd23b5:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:22:32,114 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/65d303fd23b5:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:22:32,114 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/65d303fd23b5:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:22:32,114 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/65d303fd23b5:0, corePoolSize=10, maxPoolSize=10 2024-12-10T07:22:32,114 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:32,114 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/65d303fd23b5:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:22:32,114 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:32,115 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733815382115 2024-12-10T07:22:32,115 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-10T07:22:32,115 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-10T07:22:32,115 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-10T07:22:32,115 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-10T07:22:32,115 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-10T07:22:32,115 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:22:32,115 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-10T07:22:32,115 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-10T07:22:32,116 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:32,116 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:32,117 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T07:22:32,117 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-10T07:22:32,117 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-10T07:22:32,117 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-10T07:22:32,117 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-10T07:22:32,117 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-10T07:22:32,118 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.large.0-1733815352118,5,FailOnTimeoutGroup] 2024-12-10T07:22:32,118 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.small.0-1733815352118,5,FailOnTimeoutGroup] 2024-12-10T07:22:32,118 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:32,118 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-10T07:22:32,118 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:32,118 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:32,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741831_1007 (size=1039) 2024-12-10T07:22:32,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741831_1007 (size=1039) 2024-12-10T07:22:32,127 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-10T07:22:32,127 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2 2024-12-10T07:22:32,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:22:32,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:22:32,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:32,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:22:32,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:22:32,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:32,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:32,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:22:32,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:22:32,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:32,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:32,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:22:32,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:22:32,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:32,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:32,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/hbase/meta/1588230740 2024-12-10T07:22:32,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/hbase/meta/1588230740 2024-12-10T07:22:32,144 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T07:22:32,145 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-10T07:22:32,146 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:32,147 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70759323, jitterRate=0.05439607799053192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T07:22:32,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-10T07:22:32,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:22:32,147 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-10T07:22:32,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-10T07:22:32,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:22:32,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:22:32,148 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-10T07:22:32,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-10T07:22:32,149 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:22:32,149 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-10T07:22:32,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T07:22:32,150 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T07:22:32,151 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-10T07:22:32,183 DEBUG [RS:1;65d303fd23b5:36993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;65d303fd23b5:36993 2024-12-10T07:22:32,183 DEBUG [RS:0;65d303fd23b5:36811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;65d303fd23b5:36811 2024-12-10T07:22:32,184 INFO [RS:0;65d303fd23b5:36811 {}] regionserver.HRegionServer(1008): ClusterId : 5830d311-d080-4144-9609-eca60fbc8431 2024-12-10T07:22:32,184 INFO [RS:1;65d303fd23b5:36993 {}] regionserver.HRegionServer(1008): ClusterId : 5830d311-d080-4144-9609-eca60fbc8431 2024-12-10T07:22:32,184 DEBUG [RS:0;65d303fd23b5:36811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:22:32,184 DEBUG [RS:1;65d303fd23b5:36993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:22:32,186 DEBUG [RS:0;65d303fd23b5:36811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:22:32,186 DEBUG [RS:1;65d303fd23b5:36993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:22:32,186 DEBUG [RS:0;65d303fd23b5:36811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:22:32,186 DEBUG [RS:1;65d303fd23b5:36993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:22:32,189 DEBUG [RS:0;65d303fd23b5:36811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:22:32,189 DEBUG [RS:1;65d303fd23b5:36993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:22:32,189 DEBUG [RS:0;65d303fd23b5:36811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac35854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:22:32,189 DEBUG [RS:1;65d303fd23b5:36993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eec6c6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:22:32,189 DEBUG [RS:0;65d303fd23b5:36811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b42f585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65d303fd23b5/172.17.0.2:0 2024-12-10T07:22:32,189 INFO [RS:0;65d303fd23b5:36811 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-10T07:22:32,189 INFO [RS:0;65d303fd23b5:36811 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-10T07:22:32,189 DEBUG [RS:0;65d303fd23b5:36811 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-10T07:22:32,190 DEBUG [RS:1;65d303fd23b5:36993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60652935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65d303fd23b5/172.17.0.2:0 2024-12-10T07:22:32,190 INFO [RS:1;65d303fd23b5:36993 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-10T07:22:32,190 INFO [RS:1;65d303fd23b5:36993 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-10T07:22:32,190 DEBUG [RS:1;65d303fd23b5:36993 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-10T07:22:32,190 INFO [RS:0;65d303fd23b5:36811 {}] regionserver.HRegionServer(3073): reportForDuty to master=65d303fd23b5,37367,1733815351818 with isa=65d303fd23b5/172.17.0.2:36811, startcode=1733815351884 2024-12-10T07:22:32,190 INFO [RS:1;65d303fd23b5:36993 {}] regionserver.HRegionServer(3073): reportForDuty to master=65d303fd23b5,37367,1733815351818 with isa=65d303fd23b5/172.17.0.2:36993, startcode=1733815351949 2024-12-10T07:22:32,190 DEBUG [RS:0;65d303fd23b5:36811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:22:32,190 DEBUG [RS:1;65d303fd23b5:36993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:22:32,192 INFO [RS-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49383, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:22:32,192 INFO [RS-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32845, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:22:32,193 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37367 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 65d303fd23b5,36993,1733815351949 2024-12-10T07:22:32,193 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37367 {}] master.ServerManager(486): Registering regionserver=65d303fd23b5,36993,1733815351949 2024-12-10T07:22:32,194 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37367 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 65d303fd23b5,36811,1733815351884 2024-12-10T07:22:32,194 DEBUG [RS:1;65d303fd23b5:36993 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2 2024-12-10T07:22:32,194 DEBUG [RS:1;65d303fd23b5:36993 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45291 2024-12-10T07:22:32,194 DEBUG [RS:1;65d303fd23b5:36993 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-10T07:22:32,194 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37367 {}] master.ServerManager(486): Registering regionserver=65d303fd23b5,36811,1733815351884 2024-12-10T07:22:32,195 DEBUG [RS:0;65d303fd23b5:36811 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2 2024-12-10T07:22:32,195 DEBUG [RS:0;65d303fd23b5:36811 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45291 2024-12-10T07:22:32,196 DEBUG [RS:0;65d303fd23b5:36811 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-10T07:22:32,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:22:32,203 DEBUG [RS:1;65d303fd23b5:36993 {}] zookeeper.ZKUtil(111): regionserver:36993-0x1007ace72e00002, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/65d303fd23b5,36993,1733815351949 2024-12-10T07:22:32,203 WARN [RS:1;65d303fd23b5:36993 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:22:32,203 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [65d303fd23b5,36993,1733815351949] 2024-12-10T07:22:32,203 INFO [RS:1;65d303fd23b5:36993 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:22:32,203 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [65d303fd23b5,36811,1733815351884] 2024-12-10T07:22:32,203 DEBUG [RS:1;65d303fd23b5:36993 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/WALs/65d303fd23b5,36993,1733815351949 2024-12-10T07:22:32,203 DEBUG [RS:0;65d303fd23b5:36811 {}] zookeeper.ZKUtil(111): regionserver:36811-0x1007ace72e00001, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/65d303fd23b5,36811,1733815351884 2024-12-10T07:22:32,204 WARN [RS:0;65d303fd23b5:36811 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:22:32,204 INFO [RS:0;65d303fd23b5:36811 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:22:32,204 DEBUG [RS:0;65d303fd23b5:36811 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/WALs/65d303fd23b5,36811,1733815351884 2024-12-10T07:22:32,207 DEBUG [RS:1;65d303fd23b5:36993 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-10T07:22:32,207 DEBUG [RS:0;65d303fd23b5:36811 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-10T07:22:32,207 INFO [RS:1;65d303fd23b5:36993 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:22:32,209 INFO [RS:0;65d303fd23b5:36811 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:22:32,209 INFO [RS:1;65d303fd23b5:36993 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:22:32,209 INFO [RS:1;65d303fd23b5:36993 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:22:32,209 INFO [RS:1;65d303fd23b5:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:32,209 INFO [RS:1;65d303fd23b5:36993 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-10T07:22:32,210 INFO [RS:1;65d303fd23b5:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:32,210 DEBUG [RS:1;65d303fd23b5:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:32,210 DEBUG [RS:1;65d303fd23b5:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:32,210 DEBUG [RS:1;65d303fd23b5:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:32,210 DEBUG [RS:1;65d303fd23b5:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:32,210 DEBUG [RS:1;65d303fd23b5:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:32,210 INFO [RS:0;65d303fd23b5:36811 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:22:32,210 DEBUG [RS:1;65d303fd23b5:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/65d303fd23b5:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:22:32,211 DEBUG [RS:1;65d303fd23b5:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:32,211 DEBUG [RS:1;65d303fd23b5:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:32,211 DEBUG [RS:1;65d303fd23b5:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:32,211 DEBUG [RS:1;65d303fd23b5:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:32,211 DEBUG [RS:1;65d303fd23b5:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:32,211 INFO [RS:0;65d303fd23b5:36811 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:22:32,211 DEBUG [RS:1;65d303fd23b5:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/65d303fd23b5:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:22:32,211 INFO [RS:0;65d303fd23b5:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:32,211 DEBUG [RS:1;65d303fd23b5:36993 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/65d303fd23b5:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:22:32,211 INFO [RS:0;65d303fd23b5:36811 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-10T07:22:32,211 INFO [RS:1;65d303fd23b5:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:32,211 INFO [RS:1;65d303fd23b5:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:32,211 INFO [RS:1;65d303fd23b5:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:32,212 INFO [RS:1;65d303fd23b5:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:32,212 INFO [RS:1;65d303fd23b5:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,36993,1733815351949-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:22:32,212 INFO [RS:0;65d303fd23b5:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:32,212 DEBUG [RS:0;65d303fd23b5:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:32,212 DEBUG [RS:0;65d303fd23b5:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:32,212 DEBUG [RS:0;65d303fd23b5:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:32,212 DEBUG [RS:0;65d303fd23b5:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:32,212 DEBUG [RS:0;65d303fd23b5:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:32,212 DEBUG [RS:0;65d303fd23b5:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/65d303fd23b5:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:22:32,212 DEBUG [RS:0;65d303fd23b5:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:32,212 DEBUG [RS:0;65d303fd23b5:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:32,212 DEBUG [RS:0;65d303fd23b5:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:32,212 DEBUG [RS:0;65d303fd23b5:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:32,212 DEBUG [RS:0;65d303fd23b5:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:32,212 DEBUG [RS:0;65d303fd23b5:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/65d303fd23b5:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:22:32,212 DEBUG [RS:0;65d303fd23b5:36811 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/65d303fd23b5:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:22:32,215 INFO [RS:0;65d303fd23b5:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:32,215 INFO [RS:0;65d303fd23b5:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:32,215 INFO [RS:0;65d303fd23b5:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:32,215 INFO [RS:0;65d303fd23b5:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:32,215 INFO [RS:0;65d303fd23b5:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,36811,1733815351884-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:22:32,230 INFO [RS:0;65d303fd23b5:36811 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:22:32,230 INFO [RS:0;65d303fd23b5:36811 {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,36811,1733815351884-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:32,234 INFO [RS:1;65d303fd23b5:36993 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:22:32,235 INFO [RS:1;65d303fd23b5:36993 {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,36993,1733815351949-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:32,244 INFO [RS:0;65d303fd23b5:36811 {}] regionserver.Replication(204): 65d303fd23b5,36811,1733815351884 started 2024-12-10T07:22:32,244 INFO [RS:0;65d303fd23b5:36811 {}] regionserver.HRegionServer(1767): Serving as 65d303fd23b5,36811,1733815351884, RpcServer on 65d303fd23b5/172.17.0.2:36811, sessionid=0x1007ace72e00001 2024-12-10T07:22:32,244 DEBUG [RS:0;65d303fd23b5:36811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:22:32,244 DEBUG [RS:0;65d303fd23b5:36811 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 65d303fd23b5,36811,1733815351884 2024-12-10T07:22:32,244 DEBUG [RS:0;65d303fd23b5:36811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65d303fd23b5,36811,1733815351884' 2024-12-10T07:22:32,244 DEBUG [RS:0;65d303fd23b5:36811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:22:32,245 DEBUG [RS:0;65d303fd23b5:36811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:22:32,245 DEBUG [RS:0;65d303fd23b5:36811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:22:32,245 DEBUG [RS:0;65d303fd23b5:36811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:22:32,245 DEBUG [RS:0;65d303fd23b5:36811 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 65d303fd23b5,36811,1733815351884 2024-12-10T07:22:32,245 DEBUG [RS:0;65d303fd23b5:36811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65d303fd23b5,36811,1733815351884' 2024-12-10T07:22:32,245 DEBUG [RS:0;65d303fd23b5:36811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:22:32,246 DEBUG [RS:0;65d303fd23b5:36811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:22:32,246 DEBUG [RS:0;65d303fd23b5:36811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:22:32,246 INFO [RS:0;65d303fd23b5:36811 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:22:32,246 INFO [RS:0;65d303fd23b5:36811 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:22:32,252 INFO [RS:1;65d303fd23b5:36993 {}] regionserver.Replication(204): 65d303fd23b5,36993,1733815351949 started 2024-12-10T07:22:32,252 INFO [RS:1;65d303fd23b5:36993 {}] regionserver.HRegionServer(1767): Serving as 65d303fd23b5,36993,1733815351949, RpcServer on 65d303fd23b5/172.17.0.2:36993, sessionid=0x1007ace72e00002 2024-12-10T07:22:32,252 DEBUG [RS:1;65d303fd23b5:36993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:22:32,252 DEBUG [RS:1;65d303fd23b5:36993 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 65d303fd23b5,36993,1733815351949 2024-12-10T07:22:32,252 DEBUG [RS:1;65d303fd23b5:36993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65d303fd23b5,36993,1733815351949' 2024-12-10T07:22:32,252 DEBUG [RS:1;65d303fd23b5:36993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:22:32,252 DEBUG [RS:1;65d303fd23b5:36993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:22:32,253 DEBUG [RS:1;65d303fd23b5:36993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:22:32,253 DEBUG [RS:1;65d303fd23b5:36993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:22:32,253 DEBUG [RS:1;65d303fd23b5:36993 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 65d303fd23b5,36993,1733815351949 2024-12-10T07:22:32,253 DEBUG [RS:1;65d303fd23b5:36993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65d303fd23b5,36993,1733815351949' 2024-12-10T07:22:32,253 DEBUG [RS:1;65d303fd23b5:36993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:22:32,253 DEBUG [RS:1;65d303fd23b5:36993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:22:32,253 DEBUG [RS:1;65d303fd23b5:36993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:22:32,253 INFO [RS:1;65d303fd23b5:36993 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:22:32,253 INFO [RS:1;65d303fd23b5:36993 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:22:32,301 WARN [65d303fd23b5:37367 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-10T07:22:32,346 INFO [RS:0;65d303fd23b5:36811 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:22:32,348 INFO [RS:0;65d303fd23b5:36811 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65d303fd23b5%2C36811%2C1733815351884, suffix=, logDir=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/WALs/65d303fd23b5,36811,1733815351884, archiveDir=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/oldWALs, maxLogs=32 2024-12-10T07:22:32,354 INFO [RS:1;65d303fd23b5:36993 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:22:32,356 INFO [RS:1;65d303fd23b5:36993 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65d303fd23b5%2C36993%2C1733815351949, suffix=, logDir=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/WALs/65d303fd23b5,36993,1733815351949, archiveDir=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/oldWALs, maxLogs=32 2024-12-10T07:22:32,366 DEBUG [RS:0;65d303fd23b5:36811 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/WALs/65d303fd23b5,36811,1733815351884/65d303fd23b5%2C36811%2C1733815351884.1733815352349, exclude list is [], retry=0 2024-12-10T07:22:32,369 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-9f0d3fb3-4a5e-435c-8577-35f17a0a13d7,DISK] 2024-12-10T07:22:32,369 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42767,DS-9d97eef1-f5d3-4415-9202-f4118cb84cc7,DISK] 2024-12-10T07:22:32,372 INFO [RS:0;65d303fd23b5:36811 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/WALs/65d303fd23b5,36811,1733815351884/65d303fd23b5%2C36811%2C1733815351884.1733815352349 2024-12-10T07:22:32,372 DEBUG [RS:0;65d303fd23b5:36811 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38971:38971),(127.0.0.1/127.0.0.1:34777:34777)] 2024-12-10T07:22:32,374 DEBUG [RS:1;65d303fd23b5:36993 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/WALs/65d303fd23b5,36993,1733815351949/65d303fd23b5%2C36993%2C1733815351949.1733815352356, exclude list is [], retry=0 2024-12-10T07:22:32,377 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-9f0d3fb3-4a5e-435c-8577-35f17a0a13d7,DISK] 2024-12-10T07:22:32,377 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42767,DS-9d97eef1-f5d3-4415-9202-f4118cb84cc7,DISK] 2024-12-10T07:22:32,379 INFO [RS:1;65d303fd23b5:36993 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/WALs/65d303fd23b5,36993,1733815351949/65d303fd23b5%2C36993%2C1733815351949.1733815352356 2024-12-10T07:22:32,379 DEBUG [RS:1;65d303fd23b5:36993 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38971:38971),(127.0.0.1/127.0.0.1:34777:34777)] 2024-12-10T07:22:32,552 DEBUG [65d303fd23b5:37367 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-10T07:22:32,552 DEBUG [65d303fd23b5:37367 {}] balancer.BalancerClusterState(202): Hosts are {65d303fd23b5=0} racks are {/default-rack=0} 2024-12-10T07:22:32,554 DEBUG [65d303fd23b5:37367 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-10T07:22:32,554 DEBUG [65d303fd23b5:37367 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-10T07:22:32,554 INFO [65d303fd23b5:37367 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-10T07:22:32,554 INFO [65d303fd23b5:37367 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-10T07:22:32,554 DEBUG [65d303fd23b5:37367 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:22:32,554 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=65d303fd23b5,36811,1733815351884 2024-12-10T07:22:32,555 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 65d303fd23b5,36811,1733815351884, state=OPENING 2024-12-10T07:22:32,557 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-10T07:22:32,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1007ace72e00002, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:32,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1007ace72e00001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:32,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:32,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=65d303fd23b5,36811,1733815351884}] 2024-12-10T07:22:32,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:32,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:32,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:32,712 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65d303fd23b5,36811,1733815351884 2024-12-10T07:22:32,712 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:22:32,714 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:22:32,718 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-10T07:22:32,718 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:22:32,718 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T07:22:32,720 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65d303fd23b5%2C36811%2C1733815351884.meta, suffix=.meta, logDir=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/WALs/65d303fd23b5,36811,1733815351884, archiveDir=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/oldWALs, maxLogs=32 2024-12-10T07:22:32,733 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/WALs/65d303fd23b5,36811,1733815351884/65d303fd23b5%2C36811%2C1733815351884.meta.1733815352720.meta, exclude list is [], retry=0 2024-12-10T07:22:32,736 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42767,DS-9d97eef1-f5d3-4415-9202-f4118cb84cc7,DISK] 2024-12-10T07:22:32,736 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-9f0d3fb3-4a5e-435c-8577-35f17a0a13d7,DISK] 2024-12-10T07:22:32,738 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/WALs/65d303fd23b5,36811,1733815351884/65d303fd23b5%2C36811%2C1733815351884.meta.1733815352720.meta 2024-12-10T07:22:32,739 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34777:34777),(127.0.0.1/127.0.0.1:38971:38971)] 2024-12-10T07:22:32,739 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:22:32,739 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T07:22:32,739 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T07:22:32,739 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T07:22:32,739 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T07:22:32,739 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:32,740 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-10T07:22:32,740 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-10T07:22:32,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:22:32,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:22:32,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:32,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:32,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:22:32,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:22:32,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:32,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:32,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:22:32,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:22:32,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:32,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:32,745 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/hbase/meta/1588230740 2024-12-10T07:22:32,746 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/hbase/meta/1588230740 2024-12-10T07:22:32,748 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T07:22:32,749 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-10T07:22:32,750 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65644218, jitterRate=-0.021824926137924194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T07:22:32,750 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-10T07:22:32,751 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733815352712 2024-12-10T07:22:32,753 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T07:22:32,753 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-10T07:22:32,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=65d303fd23b5,36811,1733815351884 2024-12-10T07:22:32,755 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 65d303fd23b5,36811,1733815351884, state=OPEN 2024-12-10T07:22:32,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:22:32,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1007ace72e00002, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:22:32,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1007ace72e00001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:22:32,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:32,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:32,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:32,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-10T07:22:32,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=65d303fd23b5,36811,1733815351884 in 198 msec 2024-12-10T07:22:32,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-10T07:22:32,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 610 msec 2024-12-10T07:22:32,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 649 msec 2024-12-10T07:22:32,763 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733815352763, completionTime=-1 2024-12-10T07:22:32,763 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-10T07:22:32,763 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-10T07:22:32,764 DEBUG [hconnection-0x30f56d40-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:22:32,765 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:22:32,766 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-10T07:22:32,766 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733815412766 2024-12-10T07:22:32,766 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733815472766 2024-12-10T07:22:32,766 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-10T07:22:32,773 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,37367,1733815351818-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:32,773 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,37367,1733815351818-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:32,773 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,37367,1733815351818-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:32,773 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-65d303fd23b5:37367, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:32,773 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:32,773 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-10T07:22:32,773 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T07:22:32,775 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-10T07:22:32,775 DEBUG [master/65d303fd23b5:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-10T07:22:32,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T07:22:32,776 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:32,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T07:22:32,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741836_1012 (size=358) 2024-12-10T07:22:32,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741836_1012 (size=358) 2024-12-10T07:22:33,188 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4c4461136a1cabb33e73c298a1dad859, NAME => 'hbase:namespace,,1733815352773.4c4461136a1cabb33e73c298a1dad859.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2 2024-12-10T07:22:33,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741837_1013 (size=42) 2024-12-10T07:22:33,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741837_1013 (size=42) 2024-12-10T07:22:33,198 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733815352773.4c4461136a1cabb33e73c298a1dad859.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:33,199 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 4c4461136a1cabb33e73c298a1dad859, disabling compactions & flushes 2024-12-10T07:22:33,199 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733815352773.4c4461136a1cabb33e73c298a1dad859. 2024-12-10T07:22:33,199 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733815352773.4c4461136a1cabb33e73c298a1dad859. 2024-12-10T07:22:33,199 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733815352773.4c4461136a1cabb33e73c298a1dad859. after waiting 0 ms 2024-12-10T07:22:33,199 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733815352773.4c4461136a1cabb33e73c298a1dad859. 2024-12-10T07:22:33,199 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733815352773.4c4461136a1cabb33e73c298a1dad859. 2024-12-10T07:22:33,199 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4c4461136a1cabb33e73c298a1dad859: 2024-12-10T07:22:33,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T07:22:33,200 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733815352773.4c4461136a1cabb33e73c298a1dad859.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733815353200"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733815353200"}]},"ts":"1733815353200"} 2024-12-10T07:22:33,202 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-10T07:22:33,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T07:22:33,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733815353203"}]},"ts":"1733815353203"} 2024-12-10T07:22:33,205 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-10T07:22:33,210 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {65d303fd23b5=0} racks are {/default-rack=0} 2024-12-10T07:22:33,210 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-10T07:22:33,211 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-10T07:22:33,211 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-10T07:22:33,211 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-10T07:22:33,211 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:22:33,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4c4461136a1cabb33e73c298a1dad859, ASSIGN}] 2024-12-10T07:22:33,212 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4c4461136a1cabb33e73c298a1dad859, ASSIGN 2024-12-10T07:22:33,213 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=4c4461136a1cabb33e73c298a1dad859, ASSIGN; state=OFFLINE, location=65d303fd23b5,36993,1733815351949; forceNewPlan=false, retain=false 2024-12-10T07:22:33,363 INFO [65d303fd23b5:37367 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-10T07:22:33,363 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4c4461136a1cabb33e73c298a1dad859, regionState=OPENING, regionLocation=65d303fd23b5,36993,1733815351949 2024-12-10T07:22:33,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 4c4461136a1cabb33e73c298a1dad859, server=65d303fd23b5,36993,1733815351949}] 2024-12-10T07:22:33,518 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65d303fd23b5,36993,1733815351949 2024-12-10T07:22:33,518 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:22:33,520 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41210, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:22:33,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733815352773.4c4461136a1cabb33e73c298a1dad859. 2024-12-10T07:22:33,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 4c4461136a1cabb33e73c298a1dad859, NAME => 'hbase:namespace,,1733815352773.4c4461136a1cabb33e73c298a1dad859.', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:22:33,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 4c4461136a1cabb33e73c298a1dad859 2024-12-10T07:22:33,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733815352773.4c4461136a1cabb33e73c298a1dad859.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:33,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 4c4461136a1cabb33e73c298a1dad859 2024-12-10T07:22:33,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 4c4461136a1cabb33e73c298a1dad859 2024-12-10T07:22:33,525 INFO [StoreOpener-4c4461136a1cabb33e73c298a1dad859-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4c4461136a1cabb33e73c298a1dad859 2024-12-10T07:22:33,527 INFO [StoreOpener-4c4461136a1cabb33e73c298a1dad859-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c4461136a1cabb33e73c298a1dad859 columnFamilyName info 2024-12-10T07:22:33,527 DEBUG [StoreOpener-4c4461136a1cabb33e73c298a1dad859-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:33,527 INFO [StoreOpener-4c4461136a1cabb33e73c298a1dad859-1 {}] regionserver.HStore(327): Store=4c4461136a1cabb33e73c298a1dad859/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:33,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/hbase/namespace/4c4461136a1cabb33e73c298a1dad859 2024-12-10T07:22:33,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/hbase/namespace/4c4461136a1cabb33e73c298a1dad859 2024-12-10T07:22:33,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 4c4461136a1cabb33e73c298a1dad859 2024-12-10T07:22:33,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/hbase/namespace/4c4461136a1cabb33e73c298a1dad859/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:33,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 4c4461136a1cabb33e73c298a1dad859; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69108916, jitterRate=0.029803097248077393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:22:33,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 4c4461136a1cabb33e73c298a1dad859: 2024-12-10T07:22:33,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733815352773.4c4461136a1cabb33e73c298a1dad859., pid=6, masterSystemTime=1733815353518 2024-12-10T07:22:33,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733815352773.4c4461136a1cabb33e73c298a1dad859. 2024-12-10T07:22:33,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733815352773.4c4461136a1cabb33e73c298a1dad859. 2024-12-10T07:22:33,537 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4c4461136a1cabb33e73c298a1dad859, regionState=OPEN, openSeqNum=2, regionLocation=65d303fd23b5,36993,1733815351949 2024-12-10T07:22:33,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-10T07:22:33,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 4c4461136a1cabb33e73c298a1dad859, server=65d303fd23b5,36993,1733815351949 in 172 msec 2024-12-10T07:22:33,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-10T07:22:33,542 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=4c4461136a1cabb33e73c298a1dad859, ASSIGN in 329 msec 2024-12-10T07:22:33,543 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T07:22:33,543 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733815353543"}]},"ts":"1733815353543"} 2024-12-10T07:22:33,545 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-10T07:22:33,548 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T07:22:33,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 774 msec 2024-12-10T07:22:33,576 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-10T07:22:33,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-10T07:22:33,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1007ace72e00002, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:33,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1007ace72e00001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:33,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:33,581 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:22:33,582 INFO [RS-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41224, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:22:33,584 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-10T07:22:33,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-10T07:22:33,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 11 msec 2024-12-10T07:22:33,606 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-10T07:22:33,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-10T07:22:33,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 12 msec 2024-12-10T07:22:33,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-10T07:22:33,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-10T07:22:33,637 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.657sec 2024-12-10T07:22:33,637 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-10T07:22:33,637 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-10T07:22:33,637 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-10T07:22:33,637 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-10T07:22:33,637 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-10T07:22:33,637 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,37367,1733815351818-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:22:33,637 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,37367,1733815351818-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-10T07:22:33,639 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-10T07:22:33,639 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-10T07:22:33,639 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,37367,1733815351818-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:33,673 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7903a781 to 127.0.0.1:59239 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75ac6183 2024-12-10T07:22:33,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a132ac6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:22:33,679 DEBUG [hconnection-0x41070912-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:22:33,681 INFO [RS-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:22:33,682 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=65d303fd23b5,37367,1733815351818 2024-12-10T07:22:33,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T07:22:33,685 INFO [RS-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T07:22:33,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:22:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-10T07:22:33,689 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T07:22:33,689 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:33,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-10T07:22:33,690 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T07:22:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T07:22:33,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741838_1014 (size=379) 2024-12-10T07:22:33,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741838_1014 (size=379) 2024-12-10T07:22:33,700 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f2baddeaf5ac146b37854b96e8141746, NAME => 'testClearRegionBlockCache,,1733815353686.f2baddeaf5ac146b37854b96e8141746.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2 2024-12-10T07:22:33,701 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f03667182f49cd935c7e65b0c4086e97, NAME => 'testClearRegionBlockCache,5,1733815353686.f03667182f49cd935c7e65b0c4086e97.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2 2024-12-10T07:22:33,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741839_1015 (size=61) 2024-12-10T07:22:33,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741839_1015 (size=61) 2024-12-10T07:22:33,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741840_1016 (size=61) 2024-12-10T07:22:33,710 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733815353686.f03667182f49cd935c7e65b0c4086e97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:33,710 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing f03667182f49cd935c7e65b0c4086e97, disabling compactions & flushes 2024-12-10T07:22:33,710 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733815353686.f03667182f49cd935c7e65b0c4086e97. 2024-12-10T07:22:33,710 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733815353686.f03667182f49cd935c7e65b0c4086e97. 2024-12-10T07:22:33,710 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733815353686.f03667182f49cd935c7e65b0c4086e97. after waiting 0 ms 2024-12-10T07:22:33,710 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733815353686.f03667182f49cd935c7e65b0c4086e97. 2024-12-10T07:22:33,710 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733815353686.f03667182f49cd935c7e65b0c4086e97. 2024-12-10T07:22:33,710 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for f03667182f49cd935c7e65b0c4086e97: 2024-12-10T07:22:33,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741840_1016 (size=61) 2024-12-10T07:22:33,712 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733815353686.f2baddeaf5ac146b37854b96e8141746.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:33,712 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing f2baddeaf5ac146b37854b96e8141746, disabling compactions & flushes 2024-12-10T07:22:33,712 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733815353686.f2baddeaf5ac146b37854b96e8141746. 2024-12-10T07:22:33,712 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733815353686.f2baddeaf5ac146b37854b96e8141746. 2024-12-10T07:22:33,712 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733815353686.f2baddeaf5ac146b37854b96e8141746. after waiting 0 ms 2024-12-10T07:22:33,712 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733815353686.f2baddeaf5ac146b37854b96e8141746. 2024-12-10T07:22:33,712 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733815353686.f2baddeaf5ac146b37854b96e8141746. 2024-12-10T07:22:33,712 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for f2baddeaf5ac146b37854b96e8141746: 2024-12-10T07:22:33,713 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T07:22:33,713 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733815353686.f03667182f49cd935c7e65b0c4086e97.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733815353713"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733815353713"}]},"ts":"1733815353713"} 2024-12-10T07:22:33,713 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733815353686.f2baddeaf5ac146b37854b96e8141746.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733815353713"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733815353713"}]},"ts":"1733815353713"} 2024-12-10T07:22:33,716 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-10T07:22:33,717 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T07:22:33,717 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733815353717"}]},"ts":"1733815353717"} 2024-12-10T07:22:33,719 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-10T07:22:33,723 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {65d303fd23b5=0} racks are {/default-rack=0} 2024-12-10T07:22:33,725 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-10T07:22:33,725 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-10T07:22:33,725 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-10T07:22:33,725 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-10T07:22:33,725 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:22:33,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f2baddeaf5ac146b37854b96e8141746, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f03667182f49cd935c7e65b0c4086e97, ASSIGN}] 2024-12-10T07:22:33,726 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f2baddeaf5ac146b37854b96e8141746, ASSIGN 2024-12-10T07:22:33,726 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f03667182f49cd935c7e65b0c4086e97, ASSIGN 2024-12-10T07:22:33,727 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f2baddeaf5ac146b37854b96e8141746, ASSIGN; state=OFFLINE, location=65d303fd23b5,36811,1733815351884; forceNewPlan=false, retain=false 2024-12-10T07:22:33,727 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f03667182f49cd935c7e65b0c4086e97, ASSIGN; state=OFFLINE, location=65d303fd23b5,36993,1733815351949; forceNewPlan=false, retain=false 2024-12-10T07:22:33,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T07:22:33,877 INFO [65d303fd23b5:37367 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-10T07:22:33,878 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=f2baddeaf5ac146b37854b96e8141746, regionState=OPENING, regionLocation=65d303fd23b5,36811,1733815351884 2024-12-10T07:22:33,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=f03667182f49cd935c7e65b0c4086e97, regionState=OPENING, regionLocation=65d303fd23b5,36993,1733815351949 2024-12-10T07:22:33,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure f03667182f49cd935c7e65b0c4086e97, server=65d303fd23b5,36993,1733815351949}] 2024-12-10T07:22:33,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure f2baddeaf5ac146b37854b96e8141746, server=65d303fd23b5,36811,1733815351884}] 2024-12-10T07:22:33,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T07:22:34,032 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65d303fd23b5,36811,1733815351884 2024-12-10T07:22:34,032 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65d303fd23b5,36993,1733815351949 2024-12-10T07:22:34,036 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733815353686.f2baddeaf5ac146b37854b96e8141746. 2024-12-10T07:22:34,036 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => f2baddeaf5ac146b37854b96e8141746, NAME => 'testClearRegionBlockCache,,1733815353686.f2baddeaf5ac146b37854b96e8141746.', STARTKEY => '', ENDKEY => '5'} 2024-12-10T07:22:34,036 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733815353686.f03667182f49cd935c7e65b0c4086e97. 2024-12-10T07:22:34,036 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => f03667182f49cd935c7e65b0c4086e97, NAME => 'testClearRegionBlockCache,5,1733815353686.f03667182f49cd935c7e65b0c4086e97.', STARTKEY => '5', ENDKEY => ''} 2024-12-10T07:22:34,036 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f2baddeaf5ac146b37854b96e8141746 2024-12-10T07:22:34,037 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733815353686.f2baddeaf5ac146b37854b96e8141746.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:34,037 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f03667182f49cd935c7e65b0c4086e97 2024-12-10T07:22:34,037 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for f2baddeaf5ac146b37854b96e8141746 2024-12-10T07:22:34,037 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733815353686.f03667182f49cd935c7e65b0c4086e97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:34,037 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for f2baddeaf5ac146b37854b96e8141746 2024-12-10T07:22:34,037 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for f03667182f49cd935c7e65b0c4086e97 2024-12-10T07:22:34,037 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for f03667182f49cd935c7e65b0c4086e97 2024-12-10T07:22:34,038 INFO [StoreOpener-f2baddeaf5ac146b37854b96e8141746-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f2baddeaf5ac146b37854b96e8141746 2024-12-10T07:22:34,038 INFO [StoreOpener-f03667182f49cd935c7e65b0c4086e97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f03667182f49cd935c7e65b0c4086e97 2024-12-10T07:22:34,040 INFO [StoreOpener-f2baddeaf5ac146b37854b96e8141746-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2baddeaf5ac146b37854b96e8141746 columnFamilyName family 2024-12-10T07:22:34,040 INFO [StoreOpener-f03667182f49cd935c7e65b0c4086e97-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f03667182f49cd935c7e65b0c4086e97 columnFamilyName family 2024-12-10T07:22:34,040 DEBUG [StoreOpener-f2baddeaf5ac146b37854b96e8141746-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:34,040 DEBUG [StoreOpener-f03667182f49cd935c7e65b0c4086e97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:34,040 INFO [StoreOpener-f03667182f49cd935c7e65b0c4086e97-1 {}] regionserver.HStore(327): Store=f03667182f49cd935c7e65b0c4086e97/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:34,040 INFO [StoreOpener-f2baddeaf5ac146b37854b96e8141746-1 {}] regionserver.HStore(327): Store=f2baddeaf5ac146b37854b96e8141746/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:34,041 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/default/testClearRegionBlockCache/f03667182f49cd935c7e65b0c4086e97 2024-12-10T07:22:34,041 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/default/testClearRegionBlockCache/f2baddeaf5ac146b37854b96e8141746 2024-12-10T07:22:34,041 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/default/testClearRegionBlockCache/f03667182f49cd935c7e65b0c4086e97 2024-12-10T07:22:34,041 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/default/testClearRegionBlockCache/f2baddeaf5ac146b37854b96e8141746 2024-12-10T07:22:34,043 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for f03667182f49cd935c7e65b0c4086e97 2024-12-10T07:22:34,044 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for f2baddeaf5ac146b37854b96e8141746 2024-12-10T07:22:34,045 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/default/testClearRegionBlockCache/f03667182f49cd935c7e65b0c4086e97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:34,046 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened f03667182f49cd935c7e65b0c4086e97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60164586, jitterRate=-0.10347780585289001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:22:34,046 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/default/testClearRegionBlockCache/f2baddeaf5ac146b37854b96e8141746/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:34,046 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for f03667182f49cd935c7e65b0c4086e97: 2024-12-10T07:22:34,047 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened f2baddeaf5ac146b37854b96e8141746; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63445468, jitterRate=-0.05458885431289673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:22:34,047 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for f2baddeaf5ac146b37854b96e8141746: 2024-12-10T07:22:34,047 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733815353686.f03667182f49cd935c7e65b0c4086e97., pid=12, masterSystemTime=1733815354032 2024-12-10T07:22:34,048 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733815353686.f2baddeaf5ac146b37854b96e8141746., pid=13, masterSystemTime=1733815354032 2024-12-10T07:22:34,049 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733815353686.f03667182f49cd935c7e65b0c4086e97. 2024-12-10T07:22:34,049 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733815353686.f03667182f49cd935c7e65b0c4086e97. 2024-12-10T07:22:34,050 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=f03667182f49cd935c7e65b0c4086e97, regionState=OPEN, openSeqNum=2, regionLocation=65d303fd23b5,36993,1733815351949 2024-12-10T07:22:34,050 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733815353686.f2baddeaf5ac146b37854b96e8141746. 2024-12-10T07:22:34,050 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733815353686.f2baddeaf5ac146b37854b96e8141746. 2024-12-10T07:22:34,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=f2baddeaf5ac146b37854b96e8141746, regionState=OPEN, openSeqNum=2, regionLocation=65d303fd23b5,36811,1733815351884 2024-12-10T07:22:34,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-10T07:22:34,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure f03667182f49cd935c7e65b0c4086e97, server=65d303fd23b5,36993,1733815351949 in 172 msec 2024-12-10T07:22:34,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-10T07:22:34,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f03667182f49cd935c7e65b0c4086e97, ASSIGN in 328 msec 2024-12-10T07:22:34,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure f2baddeaf5ac146b37854b96e8141746, server=65d303fd23b5,36811,1733815351884 in 172 msec 2024-12-10T07:22:34,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-10T07:22:34,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f2baddeaf5ac146b37854b96e8141746, ASSIGN in 330 msec 2024-12-10T07:22:34,057 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T07:22:34,057 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733815354057"}]},"ts":"1733815354057"} 2024-12-10T07:22:34,059 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-10T07:22:34,061 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T07:22:34,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 376 msec 2024-12-10T07:22:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T07:22:34,296 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-10T07:22:34,296 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-10T07:22:34,296 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:22:34,299 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-10T07:22:34,299 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:22:34,300 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-10T07:22:34,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:22:34,313 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:22:34,319 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing f2baddeaf5ac146b37854b96e8141746 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-10T07:22:34,343 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/default/testClearRegionBlockCache/f2baddeaf5ac146b37854b96e8141746/.tmp/family/de96675ea4814351a761760d9b77a184 is 32, key is 1/family:/1733815354303/Put/seqid=0 2024-12-10T07:22:34,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741841_1017 (size=5054) 2024-12-10T07:22:34,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741841_1017 (size=5054) 2024-12-10T07:22:34,350 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/default/testClearRegionBlockCache/f2baddeaf5ac146b37854b96e8141746/.tmp/family/de96675ea4814351a761760d9b77a184 2024-12-10T07:22:34,357 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/default/testClearRegionBlockCache/f2baddeaf5ac146b37854b96e8141746/.tmp/family/de96675ea4814351a761760d9b77a184 as hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/default/testClearRegionBlockCache/f2baddeaf5ac146b37854b96e8141746/family/de96675ea4814351a761760d9b77a184 2024-12-10T07:22:34,363 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/default/testClearRegionBlockCache/f2baddeaf5ac146b37854b96e8141746/family/de96675ea4814351a761760d9b77a184, entries=4, sequenceid=8, filesize=4.9 K 2024-12-10T07:22:34,364 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for f2baddeaf5ac146b37854b96e8141746 in 44ms, sequenceid=8, compaction requested=false 2024-12-10T07:22:34,364 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for f2baddeaf5ac146b37854b96e8141746: 2024-12-10T07:22:34,364 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing f03667182f49cd935c7e65b0c4086e97 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-10T07:22:34,379 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/default/testClearRegionBlockCache/f03667182f49cd935c7e65b0c4086e97/.tmp/family/32978117115c4c76b72f258cabb42deb is 32, key is 5/family:/1733815354313/Put/seqid=0 2024-12-10T07:22:34,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741842_1018 (size=5083) 2024-12-10T07:22:34,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741842_1018 (size=5083) 2024-12-10T07:22:34,787 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/default/testClearRegionBlockCache/f03667182f49cd935c7e65b0c4086e97/.tmp/family/32978117115c4c76b72f258cabb42deb 2024-12-10T07:22:34,793 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/default/testClearRegionBlockCache/f03667182f49cd935c7e65b0c4086e97/.tmp/family/32978117115c4c76b72f258cabb42deb as hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/default/testClearRegionBlockCache/f03667182f49cd935c7e65b0c4086e97/family/32978117115c4c76b72f258cabb42deb 2024-12-10T07:22:34,799 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/default/testClearRegionBlockCache/f03667182f49cd935c7e65b0c4086e97/family/32978117115c4c76b72f258cabb42deb, entries=5, sequenceid=9, filesize=5.0 K 2024-12-10T07:22:34,800 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for f03667182f49cd935c7e65b0c4086e97 in 436ms, sequenceid=9, compaction requested=false 2024-12-10T07:22:34,800 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for f03667182f49cd935c7e65b0c4086e97: 2024-12-10T07:22:34,801 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7332ea2d to 127.0.0.1:59239 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e80de32 2024-12-10T07:22:34,804 DEBUG [ReadOnlyZKClient-127.0.0.1:59239@0x7332ea2d {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a5639a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:22:34,809 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-10T07:22:34,810 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-10T07:22:34,811 DEBUG [ReadOnlyZKClient-127.0.0.1:59239@0x7332ea2d {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=65d303fd23b5,36811,1733815351884, seqNum=-1] 2024-12-10T07:22:34,811 DEBUG [ReadOnlyZKClient-127.0.0.1:59239@0x7332ea2d {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:22:34,812 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39752, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:22:34,815 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:22:34,815 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:22:34,816 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:22:34,816 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:22:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36811 {}] bucket.BucketCache(1851): found 1 blocks for file de96675ea4814351a761760d9b77a184, starting offset: 0, end offset: 9223372036854775807 2024-12-10T07:22:34,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] bucket.BucketCache(1851): found 1 blocks for file 32978117115c4c76b72f258cabb42deb, starting offset: 0, end offset: 9223372036854775807 2024-12-10T07:22:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36811 {}] bucket.BucketCache(843): removed key de96675ea4814351a761760d9b77a184_0 from back map with offset lock 2094080 in the evict process 2024-12-10T07:22:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36993 {}] bucket.BucketCache(843): removed key 32978117115c4c76b72f258cabb42deb_0 from back map with offset lock 2094080 in the evict process 2024-12-10T07:22:34,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-12-10T07:22:34,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-10T07:22:34,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:34,819 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7332ea2d to 127.0.0.1:59239 2024-12-10T07:22:34,819 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-10T07:22:34,819 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-10T07:22:34,820 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7903a781 to 127.0.0.1:59239 2024-12-10T07:22:34,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:34,820 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-10T07:22:34,820 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=604425535, stopped=false 2024-12-10T07:22:34,820 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=65d303fd23b5,37367,1733815351818 2024-12-10T07:22:34,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1007ace72e00001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:34,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1007ace72e00002, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:34,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:34,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1007ace72e00001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:34,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1007ace72e00002, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:34,822 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-10T07:22:34,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:34,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36811-0x1007ace72e00001, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:34,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:34,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36993-0x1007ace72e00002, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:34,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:34,824 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '65d303fd23b5,36811,1733815351884' ***** 2024-12-10T07:22:34,824 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-10T07:22:34,824 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '65d303fd23b5,36993,1733815351949' ***** 2024-12-10T07:22:34,824 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-10T07:22:34,824 INFO [RS:0;65d303fd23b5:36811 {}] bucket.BucketCache(1726): Disabling cache 2024-12-10T07:22:34,824 INFO [RS:1;65d303fd23b5:36993 {}] bucket.BucketCache(1726): Disabling cache 2024-12-10T07:22:34,824 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-10T07:22:34,824 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-10T07:22:34,824 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-10T07:22:34,824 INFO [RS:0;65d303fd23b5:36811 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-10T07:22:34,824 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-10T07:22:34,824 INFO [RS:0;65d303fd23b5:36811 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:22:34,824 INFO [RS:1;65d303fd23b5:36993 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-10T07:22:34,824 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-10T07:22:34,824 INFO [RS:1;65d303fd23b5:36993 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:22:34,824 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-10T07:22:34,824 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-10T07:22:34,824 INFO [RS:1;65d303fd23b5:36993 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:22:34,824 INFO [RS:0;65d303fd23b5:36811 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:22:34,824 INFO [RS:0;65d303fd23b5:36811 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:22:34,824 INFO [RS:1;65d303fd23b5:36993 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:22:34,825 INFO [RS:1;65d303fd23b5:36993 {}] regionserver.HRegionServer(3579): Received CLOSE for 4c4461136a1cabb33e73c298a1dad859 2024-12-10T07:22:34,825 INFO [RS:0;65d303fd23b5:36811 {}] regionserver.HRegionServer(3579): Received CLOSE for f2baddeaf5ac146b37854b96e8141746 2024-12-10T07:22:34,825 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-10T07:22:34,825 INFO [RS:0;65d303fd23b5:36811 {}] regionserver.HRegionServer(1224): stopping server 65d303fd23b5,36811,1733815351884 2024-12-10T07:22:34,825 DEBUG [RS:0;65d303fd23b5:36811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:34,825 INFO [RS:0;65d303fd23b5:36811 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:22:34,825 INFO [RS:0;65d303fd23b5:36811 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:22:34,825 INFO [RS:0;65d303fd23b5:36811 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:22:34,825 INFO [RS:0;65d303fd23b5:36811 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-10T07:22:34,825 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f2baddeaf5ac146b37854b96e8141746, disabling compactions & flushes 2024-12-10T07:22:34,825 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733815353686.f2baddeaf5ac146b37854b96e8141746. 2024-12-10T07:22:34,825 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733815353686.f2baddeaf5ac146b37854b96e8141746. 2024-12-10T07:22:34,825 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733815353686.f2baddeaf5ac146b37854b96e8141746. after waiting 0 ms 2024-12-10T07:22:34,825 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733815353686.f2baddeaf5ac146b37854b96e8141746. 2024-12-10T07:22:34,826 INFO [RS:1;65d303fd23b5:36993 {}] regionserver.HRegionServer(3579): Received CLOSE for f03667182f49cd935c7e65b0c4086e97 2024-12-10T07:22:34,826 INFO [RS:1;65d303fd23b5:36993 {}] regionserver.HRegionServer(1224): stopping server 65d303fd23b5,36993,1733815351949 2024-12-10T07:22:34,826 DEBUG [RS:1;65d303fd23b5:36993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:34,826 INFO [RS:1;65d303fd23b5:36993 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-10T07:22:34,826 DEBUG [RS:1;65d303fd23b5:36993 {}] regionserver.HRegionServer(1603): Online Regions={4c4461136a1cabb33e73c298a1dad859=hbase:namespace,,1733815352773.4c4461136a1cabb33e73c298a1dad859., f03667182f49cd935c7e65b0c4086e97=testClearRegionBlockCache,5,1733815353686.f03667182f49cd935c7e65b0c4086e97.} 2024-12-10T07:22:34,826 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4c4461136a1cabb33e73c298a1dad859, disabling compactions & flushes 2024-12-10T07:22:34,826 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733815352773.4c4461136a1cabb33e73c298a1dad859. 2024-12-10T07:22:34,826 DEBUG [RS:1;65d303fd23b5:36993 {}] regionserver.HRegionServer(1629): Waiting on 4c4461136a1cabb33e73c298a1dad859, f03667182f49cd935c7e65b0c4086e97 2024-12-10T07:22:34,826 INFO [RS:0;65d303fd23b5:36811 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-10T07:22:34,826 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733815352773.4c4461136a1cabb33e73c298a1dad859. 2024-12-10T07:22:34,826 DEBUG [RS:0;65d303fd23b5:36811 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, f2baddeaf5ac146b37854b96e8141746=testClearRegionBlockCache,,1733815353686.f2baddeaf5ac146b37854b96e8141746.} 2024-12-10T07:22:34,826 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733815352773.4c4461136a1cabb33e73c298a1dad859. after waiting 0 ms 2024-12-10T07:22:34,826 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733815352773.4c4461136a1cabb33e73c298a1dad859. 2024-12-10T07:22:34,826 DEBUG [RS:0;65d303fd23b5:36811 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f2baddeaf5ac146b37854b96e8141746 2024-12-10T07:22:34,826 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 4c4461136a1cabb33e73c298a1dad859 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-10T07:22:34,826 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:22:34,826 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-10T07:22:34,826 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-10T07:22:34,826 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:22:34,826 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:22:34,826 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-10T07:22:34,830 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/default/testClearRegionBlockCache/f2baddeaf5ac146b37854b96e8141746/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-10T07:22:34,831 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733815353686.f2baddeaf5ac146b37854b96e8141746. 2024-12-10T07:22:34,831 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f2baddeaf5ac146b37854b96e8141746: 2024-12-10T07:22:34,831 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733815353686.f2baddeaf5ac146b37854b96e8141746. 2024-12-10T07:22:34,842 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/hbase/namespace/4c4461136a1cabb33e73c298a1dad859/.tmp/info/9defc89c93ae4725b26be2ace18d4b91 is 45, key is default/info:d/1733815353588/Put/seqid=0 2024-12-10T07:22:34,843 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/hbase/meta/1588230740/.tmp/info/9a175d7bdce440fcb0b41879f4855dda is 173, key is testClearRegionBlockCache,5,1733815353686.f03667182f49cd935c7e65b0c4086e97./info:regioninfo/1733815354050/Put/seqid=0 2024-12-10T07:22:34,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741843_1019 (size=5037) 2024-12-10T07:22:34,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741843_1019 (size=5037) 2024-12-10T07:22:34,849 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/hbase/namespace/4c4461136a1cabb33e73c298a1dad859/.tmp/info/9defc89c93ae4725b26be2ace18d4b91 2024-12-10T07:22:34,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741844_1020 (size=9337) 2024-12-10T07:22:34,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741844_1020 (size=9337) 2024-12-10T07:22:34,856 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/hbase/namespace/4c4461136a1cabb33e73c298a1dad859/.tmp/info/9defc89c93ae4725b26be2ace18d4b91 as hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/hbase/namespace/4c4461136a1cabb33e73c298a1dad859/info/9defc89c93ae4725b26be2ace18d4b91 2024-12-10T07:22:34,861 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/hbase/namespace/4c4461136a1cabb33e73c298a1dad859/info/9defc89c93ae4725b26be2ace18d4b91, entries=2, sequenceid=6, filesize=4.9 K 2024-12-10T07:22:34,862 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 4c4461136a1cabb33e73c298a1dad859 in 36ms, sequenceid=6, compaction requested=false 2024-12-10T07:22:34,866 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/hbase/namespace/4c4461136a1cabb33e73c298a1dad859/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-10T07:22:34,866 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733815352773.4c4461136a1cabb33e73c298a1dad859. 2024-12-10T07:22:34,866 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4c4461136a1cabb33e73c298a1dad859: 2024-12-10T07:22:34,866 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733815352773.4c4461136a1cabb33e73c298a1dad859. 2024-12-10T07:22:34,867 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f03667182f49cd935c7e65b0c4086e97, disabling compactions & flushes 2024-12-10T07:22:34,867 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733815353686.f03667182f49cd935c7e65b0c4086e97. 2024-12-10T07:22:34,867 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733815353686.f03667182f49cd935c7e65b0c4086e97. 2024-12-10T07:22:34,867 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733815353686.f03667182f49cd935c7e65b0c4086e97. after waiting 0 ms 2024-12-10T07:22:34,867 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733815353686.f03667182f49cd935c7e65b0c4086e97. 2024-12-10T07:22:34,870 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/default/testClearRegionBlockCache/f03667182f49cd935c7e65b0c4086e97/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-10T07:22:34,870 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733815353686.f03667182f49cd935c7e65b0c4086e97. 2024-12-10T07:22:34,871 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f03667182f49cd935c7e65b0c4086e97: 2024-12-10T07:22:34,871 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733815353686.f03667182f49cd935c7e65b0c4086e97. 2024-12-10T07:22:34,914 INFO [regionserver/65d303fd23b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:22:34,918 INFO [regionserver/65d303fd23b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:22:35,026 INFO [RS:1;65d303fd23b5:36993 {}] regionserver.HRegionServer(1250): stopping server 65d303fd23b5,36993,1733815351949; all regions closed. 2024-12-10T07:22:35,026 DEBUG [RS:0;65d303fd23b5:36811 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-10T07:22:35,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741834_1010 (size=3188) 2024-12-10T07:22:35,029 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/WALs/65d303fd23b5,36993,1733815351949/65d303fd23b5%2C36993%2C1733815351949.1733815352356 not finished, retry = 0 2024-12-10T07:22:35,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741834_1010 (size=3188) 2024-12-10T07:22:35,131 DEBUG [RS:1;65d303fd23b5:36993 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/oldWALs 2024-12-10T07:22:35,132 INFO [RS:1;65d303fd23b5:36993 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 65d303fd23b5%2C36993%2C1733815351949:(num 1733815352356) 2024-12-10T07:22:35,132 DEBUG [RS:1;65d303fd23b5:36993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:35,132 INFO [RS:1;65d303fd23b5:36993 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:22:35,132 INFO [RS:1;65d303fd23b5:36993 {}] hbase.ChoreService(370): Chore service for: regionserver/65d303fd23b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-10T07:22:35,132 INFO [RS:1;65d303fd23b5:36993 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:22:35,132 INFO [RS:1;65d303fd23b5:36993 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:22:35,132 INFO [RS:1;65d303fd23b5:36993 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:22:35,132 INFO [regionserver/65d303fd23b5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-10T07:22:35,133 INFO [RS:1;65d303fd23b5:36993 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36993 2024-12-10T07:22:35,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1007ace72e00002, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/65d303fd23b5,36993,1733815351949 2024-12-10T07:22:35,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:22:35,136 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [65d303fd23b5,36993,1733815351949] 2024-12-10T07:22:35,136 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 65d303fd23b5,36993,1733815351949; numProcessing=1 2024-12-10T07:22:35,138 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/65d303fd23b5,36993,1733815351949 already deleted, retry=false 2024-12-10T07:22:35,138 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 65d303fd23b5,36993,1733815351949 expired; onlineServers=1 2024-12-10T07:22:35,226 DEBUG [RS:0;65d303fd23b5:36811 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-10T07:22:35,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1007ace72e00002, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:35,237 INFO [RS:1;65d303fd23b5:36993 {}] regionserver.HRegionServer(1307): Exiting; stopping=65d303fd23b5,36993,1733815351949; zookeeper connection closed. 2024-12-10T07:22:35,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36993-0x1007ace72e00002, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:35,237 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7aa7525b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7aa7525b 2024-12-10T07:22:35,252 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/hbase/meta/1588230740/.tmp/info/9a175d7bdce440fcb0b41879f4855dda 2024-12-10T07:22:35,258 INFO [regionserver/65d303fd23b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-10T07:22:35,258 INFO [regionserver/65d303fd23b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-10T07:22:35,273 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/hbase/meta/1588230740/.tmp/table/3ca9092ffaca47ac940bfe572a2b8afb is 61, key is testClearRegionBlockCache/table:state/1733815354057/Put/seqid=0 2024-12-10T07:22:35,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741845_1021 (size=5392) 2024-12-10T07:22:35,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741845_1021 (size=5392) 2024-12-10T07:22:35,282 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/hbase/meta/1588230740/.tmp/table/3ca9092ffaca47ac940bfe572a2b8afb 2024-12-10T07:22:35,288 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/hbase/meta/1588230740/.tmp/info/9a175d7bdce440fcb0b41879f4855dda as hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/hbase/meta/1588230740/info/9a175d7bdce440fcb0b41879f4855dda 2024-12-10T07:22:35,294 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/hbase/meta/1588230740/info/9a175d7bdce440fcb0b41879f4855dda, entries=30, sequenceid=16, filesize=9.1 K 2024-12-10T07:22:35,294 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/hbase/meta/1588230740/.tmp/table/3ca9092ffaca47ac940bfe572a2b8afb as hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/hbase/meta/1588230740/table/3ca9092ffaca47ac940bfe572a2b8afb 2024-12-10T07:22:35,300 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/hbase/meta/1588230740/table/3ca9092ffaca47ac940bfe572a2b8afb, entries=4, sequenceid=16, filesize=5.3 K 2024-12-10T07:22:35,301 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 475ms, sequenceid=16, compaction requested=false 2024-12-10T07:22:35,305 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-10T07:22:35,305 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T07:22:35,305 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-10T07:22:35,305 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-10T07:22:35,306 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T07:22:35,426 INFO [RS:0;65d303fd23b5:36811 {}] regionserver.HRegionServer(1250): stopping server 65d303fd23b5,36811,1733815351884; all regions closed. 2024-12-10T07:22:35,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741835_1011 (size=5602) 2024-12-10T07:22:35,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741835_1011 (size=5602) 2024-12-10T07:22:35,431 DEBUG [RS:0;65d303fd23b5:36811 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/oldWALs 2024-12-10T07:22:35,432 INFO [RS:0;65d303fd23b5:36811 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 65d303fd23b5%2C36811%2C1733815351884.meta:.meta(num 1733815352720) 2024-12-10T07:22:35,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741833_1009 (size=1758) 2024-12-10T07:22:35,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741833_1009 (size=1758) 2024-12-10T07:22:35,436 DEBUG [RS:0;65d303fd23b5:36811 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/oldWALs 2024-12-10T07:22:35,436 INFO [RS:0;65d303fd23b5:36811 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 65d303fd23b5%2C36811%2C1733815351884:(num 1733815352349) 2024-12-10T07:22:35,436 DEBUG [RS:0;65d303fd23b5:36811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:35,436 INFO [RS:0;65d303fd23b5:36811 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:22:35,436 INFO [RS:0;65d303fd23b5:36811 {}] hbase.ChoreService(370): Chore service for: regionserver/65d303fd23b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-10T07:22:35,436 INFO [regionserver/65d303fd23b5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-10T07:22:35,437 INFO [RS:0;65d303fd23b5:36811 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36811 2024-12-10T07:22:35,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1007ace72e00001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/65d303fd23b5,36811,1733815351884 2024-12-10T07:22:35,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:22:35,440 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [65d303fd23b5,36811,1733815351884] 2024-12-10T07:22:35,440 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 65d303fd23b5,36811,1733815351884; numProcessing=2 2024-12-10T07:22:35,442 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/65d303fd23b5,36811,1733815351884 already deleted, retry=false 2024-12-10T07:22:35,442 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 65d303fd23b5,36811,1733815351884 expired; onlineServers=0 2024-12-10T07:22:35,442 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '65d303fd23b5,37367,1733815351818' ***** 2024-12-10T07:22:35,442 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-10T07:22:35,442 DEBUG [M:0;65d303fd23b5:37367 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10718944, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65d303fd23b5/172.17.0.2:0 2024-12-10T07:22:35,443 INFO [M:0;65d303fd23b5:37367 {}] regionserver.HRegionServer(1224): stopping server 65d303fd23b5,37367,1733815351818 2024-12-10T07:22:35,443 INFO [M:0;65d303fd23b5:37367 {}] regionserver.HRegionServer(1250): stopping server 65d303fd23b5,37367,1733815351818; all regions closed. 2024-12-10T07:22:35,443 DEBUG [M:0;65d303fd23b5:37367 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:35,443 DEBUG [M:0;65d303fd23b5:37367 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-10T07:22:35,443 DEBUG [M:0;65d303fd23b5:37367 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-10T07:22:35,443 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-10T07:22:35,443 DEBUG [master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.large.0-1733815352118 {}] cleaner.HFileCleaner(306): Exit Thread[master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.large.0-1733815352118,5,FailOnTimeoutGroup] 2024-12-10T07:22:35,443 INFO [M:0;65d303fd23b5:37367 {}] hbase.ChoreService(370): Chore service for: master/65d303fd23b5:0 had [] on shutdown 2024-12-10T07:22:35,443 DEBUG [master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.small.0-1733815352118 {}] cleaner.HFileCleaner(306): Exit Thread[master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.small.0-1733815352118,5,FailOnTimeoutGroup] 2024-12-10T07:22:35,443 DEBUG [M:0;65d303fd23b5:37367 {}] master.HMaster(1733): Stopping service threads 2024-12-10T07:22:35,443 INFO [M:0;65d303fd23b5:37367 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-10T07:22:35,443 INFO [M:0;65d303fd23b5:37367 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-10T07:22:35,443 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-10T07:22:35,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-10T07:22:35,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:35,445 DEBUG [M:0;65d303fd23b5:37367 {}] zookeeper.ZKUtil(347): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-10T07:22:35,445 WARN [M:0;65d303fd23b5:37367 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-10T07:22:35,445 INFO [M:0;65d303fd23b5:37367 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-10T07:22:35,445 INFO [M:0;65d303fd23b5:37367 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-10T07:22:35,445 DEBUG [M:0;65d303fd23b5:37367 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:22:35,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:22:35,445 INFO [M:0;65d303fd23b5:37367 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:35,445 DEBUG [M:0;65d303fd23b5:37367 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:35,445 DEBUG [M:0;65d303fd23b5:37367 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:22:35,445 DEBUG [M:0;65d303fd23b5:37367 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:35,445 INFO [M:0;65d303fd23b5:37367 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-12-10T07:22:35,461 DEBUG [M:0;65d303fd23b5:37367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffff24d5287347349e004cb7b6da3676 is 82, key is hbase:meta,,1/info:regioninfo/1733815352754/Put/seqid=0 2024-12-10T07:22:35,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741846_1022 (size=5672) 2024-12-10T07:22:35,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741846_1022 (size=5672) 2024-12-10T07:22:35,468 INFO [M:0;65d303fd23b5:37367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffff24d5287347349e004cb7b6da3676 2024-12-10T07:22:35,496 DEBUG [M:0;65d303fd23b5:37367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/672264a8f238461f82f6e5a865fb3dd8 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733815354062/Put/seqid=0 2024-12-10T07:22:35,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741847_1023 (size=7577) 2024-12-10T07:22:35,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741847_1023 (size=7577) 2024-12-10T07:22:35,502 INFO [M:0;65d303fd23b5:37367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/672264a8f238461f82f6e5a865fb3dd8 2024-12-10T07:22:35,522 DEBUG [M:0;65d303fd23b5:37367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef502cd6e3344fa0bd6b982b51be5a40 is 69, key is 65d303fd23b5,36811,1733815351884/rs:state/1733815352194/Put/seqid=0 2024-12-10T07:22:35,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741848_1024 (size=5224) 2024-12-10T07:22:35,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741848_1024 (size=5224) 2024-12-10T07:22:35,529 INFO [M:0;65d303fd23b5:37367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef502cd6e3344fa0bd6b982b51be5a40 2024-12-10T07:22:35,534 DEBUG [M:0;65d303fd23b5:37367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ffff24d5287347349e004cb7b6da3676 as hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ffff24d5287347349e004cb7b6da3676 2024-12-10T07:22:35,540 INFO [M:0;65d303fd23b5:37367 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ffff24d5287347349e004cb7b6da3676, entries=8, sequenceid=108, filesize=5.5 K 2024-12-10T07:22:35,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1007ace72e00001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:35,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36811-0x1007ace72e00001, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:35,540 INFO [RS:0;65d303fd23b5:36811 {}] regionserver.HRegionServer(1307): Exiting; stopping=65d303fd23b5,36811,1733815351884; zookeeper connection closed. 2024-12-10T07:22:35,541 DEBUG [M:0;65d303fd23b5:37367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/672264a8f238461f82f6e5a865fb3dd8 as hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/672264a8f238461f82f6e5a865fb3dd8 2024-12-10T07:22:35,545 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a965617 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a965617 2024-12-10T07:22:35,545 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-10T07:22:35,546 INFO [M:0;65d303fd23b5:37367 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/672264a8f238461f82f6e5a865fb3dd8, entries=13, sequenceid=108, filesize=7.4 K 2024-12-10T07:22:35,547 DEBUG [M:0;65d303fd23b5:37367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef502cd6e3344fa0bd6b982b51be5a40 as hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef502cd6e3344fa0bd6b982b51be5a40 2024-12-10T07:22:35,552 INFO [M:0;65d303fd23b5:37367 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45291/user/jenkins/test-data/72e395aa-793c-86c0-5650-a1887ddb09a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef502cd6e3344fa0bd6b982b51be5a40, entries=2, sequenceid=108, filesize=5.1 K 2024-12-10T07:22:35,553 INFO [M:0;65d303fd23b5:37367 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 108ms, sequenceid=108, compaction requested=false 2024-12-10T07:22:35,554 INFO [M:0;65d303fd23b5:37367 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:35,554 DEBUG [M:0;65d303fd23b5:37367 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T07:22:35,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42767 is added to blk_1073741830_1006 (size=54453) 2024-12-10T07:22:35,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741830_1006 (size=54453) 2024-12-10T07:22:35,558 INFO [M:0;65d303fd23b5:37367 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-10T07:22:35,558 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-10T07:22:35,558 INFO [M:0;65d303fd23b5:37367 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37367 2024-12-10T07:22:35,561 DEBUG [M:0;65d303fd23b5:37367 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/65d303fd23b5,37367,1733815351818 already deleted, retry=false 2024-12-10T07:22:35,663 INFO [M:0;65d303fd23b5:37367 {}] regionserver.HRegionServer(1307): Exiting; stopping=65d303fd23b5,37367,1733815351818; zookeeper connection closed. 2024-12-10T07:22:35,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:35,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x1007ace72e00000, quorum=127.0.0.1:59239, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:35,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d0e9b50{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:22:35,666 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20291e56{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:22:35,666 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:22:35,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c35b924{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:22:35,666 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a1dcd9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/hadoop.log.dir/,STOPPED} 2024-12-10T07:22:35,667 WARN [BP-374092092-172.17.0.2-1733815351040 heartbeating to localhost/127.0.0.1:45291 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:22:35,667 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:22:35,667 WARN [BP-374092092-172.17.0.2-1733815351040 heartbeating to localhost/127.0.0.1:45291 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-374092092-172.17.0.2-1733815351040 (Datanode Uuid 38a1ea9d-149e-4c00-815c-a56956d7a55c) service to localhost/127.0.0.1:45291 2024-12-10T07:22:35,667 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:22:35,668 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/cluster_ee276a59-c9e2-459d-0bb4-3cd62b0d52a6/dfs/data/data3/current/BP-374092092-172.17.0.2-1733815351040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:22:35,668 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/cluster_ee276a59-c9e2-459d-0bb4-3cd62b0d52a6/dfs/data/data4/current/BP-374092092-172.17.0.2-1733815351040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:22:35,668 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:22:35,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49509e66{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:22:35,671 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b57488a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:22:35,671 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:22:35,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11b96c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:22:35,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13e28828{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/hadoop.log.dir/,STOPPED} 2024-12-10T07:22:35,672 WARN [BP-374092092-172.17.0.2-1733815351040 heartbeating to localhost/127.0.0.1:45291 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:22:35,672 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:22:35,672 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:22:35,672 WARN [BP-374092092-172.17.0.2-1733815351040 heartbeating to localhost/127.0.0.1:45291 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-374092092-172.17.0.2-1733815351040 (Datanode Uuid 8d7fa526-b6af-4585-9556-93cc298d1c09) service to localhost/127.0.0.1:45291 2024-12-10T07:22:35,673 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/cluster_ee276a59-c9e2-459d-0bb4-3cd62b0d52a6/dfs/data/data1/current/BP-374092092-172.17.0.2-1733815351040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:22:35,673 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/cluster_ee276a59-c9e2-459d-0bb4-3cd62b0d52a6/dfs/data/data2/current/BP-374092092-172.17.0.2-1733815351040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:22:35,673 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:22:35,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74d002d4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:22:35,680 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54433410{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:22:35,680 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:22:35,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52895a80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:22:35,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2157bbba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/hadoop.log.dir/,STOPPED} 2024-12-10T07:22:35,686 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-10T07:22:35,702 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-10T07:22:35,710 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=160 (was 137) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:45291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45291 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45291 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=501 (was 469) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=163 (was 169), ProcessCount=11 (was 11), AvailableMemoryMB=6836 (was 7014) 2024-12-10T07:22:35,718 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=160, OpenFileDescriptor=501, MaxFileDescriptor=1048576, SystemLoadAverage=163, ProcessCount=11, AvailableMemoryMB=6835 2024-12-10T07:22:35,731 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/hadoop.log.dir so I do NOT create it in target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b 2024-12-10T07:22:35,731 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/hadoop.log.dir Erasing configuration value by system value. 2024-12-10T07:22:35,731 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/hadoop.tmp.dir so I do NOT create it in target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b 2024-12-10T07:22:35,731 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e02bb9ce-9caf-8f71-6e5b-fe79bce04236/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-10T07:22:35,731 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b 2024-12-10T07:22:35,731 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-10T07:22:35,731 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/cluster_be78cacb-48ce-ddac-a6b7-7bf951223ced, deleteOnExit=true 2024-12-10T07:22:35,731 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-10T07:22:35,731 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/test.cache.data in system properties and HBase conf 2024-12-10T07:22:35,731 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/hadoop.tmp.dir in system properties and HBase conf 2024-12-10T07:22:35,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/hadoop.log.dir in system properties and HBase conf 2024-12-10T07:22:35,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-10T07:22:35,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-10T07:22:35,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-10T07:22:35,732 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-10T07:22:35,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:22:35,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:22:35,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-10T07:22:35,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:22:35,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-10T07:22:35,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-10T07:22:35,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:22:35,732 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:22:35,733 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-10T07:22:35,733 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/nfs.dump.dir in system properties and HBase conf 2024-12-10T07:22:35,733 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/java.io.tmpdir in system properties and HBase conf 2024-12-10T07:22:35,733 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:22:35,733 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-10T07:22:35,733 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-10T07:22:35,818 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:22:35,822 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:22:35,823 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:22:35,823 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:22:35,823 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T07:22:35,824 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:22:35,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64b0c3de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:22:35,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@305c6976{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:22:35,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@236815e8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/java.io.tmpdir/jetty-localhost-36971-hadoop-hdfs-3_4_1-tests_jar-_-any-10170034810798014422/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:22:35,961 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d367fe3{HTTP/1.1, (http/1.1)}{localhost:36971} 2024-12-10T07:22:35,962 INFO [Time-limited test {}] server.Server(415): Started @23204ms 2024-12-10T07:22:36,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:22:36,038 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:22:36,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:22:36,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:22:36,038 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T07:22:36,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47fff338{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:22:36,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d1ef726{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:22:36,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@377d053d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/java.io.tmpdir/jetty-localhost-44681-hadoop-hdfs-3_4_1-tests_jar-_-any-5949981975796045197/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:22:36,155 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44528cde{HTTP/1.1, (http/1.1)}{localhost:44681} 2024-12-10T07:22:36,155 INFO [Time-limited test {}] server.Server(415): Started @23398ms 2024-12-10T07:22:36,157 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:22:36,190 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:22:36,192 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:22:36,193 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:22:36,193 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:22:36,194 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T07:22:36,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@688596aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:22:36,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5704e4c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:22:36,243 WARN [Thread-1165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/cluster_be78cacb-48ce-ddac-a6b7-7bf951223ced/dfs/data/data1/current/BP-140452711-172.17.0.2-1733815355762/current, will proceed with Du for space computation calculation, 2024-12-10T07:22:36,243 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/cluster_be78cacb-48ce-ddac-a6b7-7bf951223ced/dfs/data/data2/current/BP-140452711-172.17.0.2-1733815355762/current, will proceed with Du for space computation calculation, 2024-12-10T07:22:36,266 WARN [Thread-1144 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:22:36,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2226be5a2c77a06 with lease ID 0xab75feb2912c958c: Processing first storage report for DS-7aace194-db14-424c-a202-bf9676d9363f from datanode DatanodeRegistration(127.0.0.1:33725, datanodeUuid=4055e325-e152-4e76-8ac1-9d253463ea81, infoPort=39855, infoSecurePort=0, ipcPort=33441, storageInfo=lv=-57;cid=testClusterID;nsid=1119811758;c=1733815355762) 2024-12-10T07:22:36,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2226be5a2c77a06 with lease ID 0xab75feb2912c958c: from storage DS-7aace194-db14-424c-a202-bf9676d9363f node DatanodeRegistration(127.0.0.1:33725, datanodeUuid=4055e325-e152-4e76-8ac1-9d253463ea81, infoPort=39855, infoSecurePort=0, ipcPort=33441, storageInfo=lv=-57;cid=testClusterID;nsid=1119811758;c=1733815355762), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:22:36,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2226be5a2c77a06 with lease ID 0xab75feb2912c958c: Processing first storage report for DS-47fb0dba-a657-44cf-a033-a53d40d13e66 from datanode DatanodeRegistration(127.0.0.1:33725, datanodeUuid=4055e325-e152-4e76-8ac1-9d253463ea81, infoPort=39855, infoSecurePort=0, ipcPort=33441, storageInfo=lv=-57;cid=testClusterID;nsid=1119811758;c=1733815355762) 2024-12-10T07:22:36,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2226be5a2c77a06 with lease ID 0xab75feb2912c958c: from storage DS-47fb0dba-a657-44cf-a033-a53d40d13e66 node DatanodeRegistration(127.0.0.1:33725, datanodeUuid=4055e325-e152-4e76-8ac1-9d253463ea81, infoPort=39855, infoSecurePort=0, ipcPort=33441, storageInfo=lv=-57;cid=testClusterID;nsid=1119811758;c=1733815355762), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:22:36,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29ef04e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/java.io.tmpdir/jetty-localhost-46759-hadoop-hdfs-3_4_1-tests_jar-_-any-14402379962227954734/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:22:36,325 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d8b8e72{HTTP/1.1, (http/1.1)}{localhost:46759} 2024-12-10T07:22:36,326 INFO [Time-limited test {}] server.Server(415): Started @23568ms 2024-12-10T07:22:36,327 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:22:36,414 WARN [Thread-1191 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/cluster_be78cacb-48ce-ddac-a6b7-7bf951223ced/dfs/data/data3/current/BP-140452711-172.17.0.2-1733815355762/current, will proceed with Du for space computation calculation, 2024-12-10T07:22:36,416 WARN [Thread-1192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/cluster_be78cacb-48ce-ddac-a6b7-7bf951223ced/dfs/data/data4/current/BP-140452711-172.17.0.2-1733815355762/current, will proceed with Du for space computation calculation, 2024-12-10T07:22:36,437 WARN [Thread-1180 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:22:36,439 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf40e1df4feea5e0f with lease ID 0xab75feb2912c958d: Processing first storage report for DS-8de2a23b-eaed-438a-be9a-c2d17df254ae from datanode DatanodeRegistration(127.0.0.1:33807, datanodeUuid=e4cab6c5-879f-4290-9558-b85cf4884e42, infoPort=41343, infoSecurePort=0, ipcPort=36571, storageInfo=lv=-57;cid=testClusterID;nsid=1119811758;c=1733815355762) 2024-12-10T07:22:36,439 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf40e1df4feea5e0f with lease ID 0xab75feb2912c958d: from storage DS-8de2a23b-eaed-438a-be9a-c2d17df254ae node DatanodeRegistration(127.0.0.1:33807, datanodeUuid=e4cab6c5-879f-4290-9558-b85cf4884e42, infoPort=41343, infoSecurePort=0, ipcPort=36571, storageInfo=lv=-57;cid=testClusterID;nsid=1119811758;c=1733815355762), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:22:36,439 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf40e1df4feea5e0f with lease ID 0xab75feb2912c958d: Processing first storage report for DS-17afad8b-1f77-435f-8a85-ee0263711493 from datanode DatanodeRegistration(127.0.0.1:33807, datanodeUuid=e4cab6c5-879f-4290-9558-b85cf4884e42, infoPort=41343, infoSecurePort=0, ipcPort=36571, storageInfo=lv=-57;cid=testClusterID;nsid=1119811758;c=1733815355762) 2024-12-10T07:22:36,439 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf40e1df4feea5e0f with lease ID 0xab75feb2912c958d: from storage DS-17afad8b-1f77-435f-8a85-ee0263711493 node DatanodeRegistration(127.0.0.1:33807, datanodeUuid=e4cab6c5-879f-4290-9558-b85cf4884e42, infoPort=41343, infoSecurePort=0, ipcPort=36571, storageInfo=lv=-57;cid=testClusterID;nsid=1119811758;c=1733815355762), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:22:36,456 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b 2024-12-10T07:22:36,459 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/cluster_be78cacb-48ce-ddac-a6b7-7bf951223ced/zookeeper_0, clientPort=51375, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/cluster_be78cacb-48ce-ddac-a6b7-7bf951223ced/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/cluster_be78cacb-48ce-ddac-a6b7-7bf951223ced/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-10T07:22:36,460 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=51375 2024-12-10T07:22:36,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:36,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:36,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33725 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:22:36,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:22:36,473 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93 with version=8 2024-12-10T07:22:36,473 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/hbase-staging 2024-12-10T07:22:36,475 INFO [Time-limited test {}] client.ConnectionUtils(129): master/65d303fd23b5:0 server-side Connection retries=45 2024-12-10T07:22:36,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:36,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:36,476 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:22:36,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:36,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:22:36,476 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:22:36,476 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:22:36,477 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35277 2024-12-10T07:22:36,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:36,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:36,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:35277 connecting to ZooKeeper ensemble=127.0.0.1:51375 2024-12-10T07:22:36,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352770x0, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:22:36,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35277-0x1007ace85110000 connected 2024-12-10T07:22:36,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:22:36,509 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:36,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:22:36,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35277 2024-12-10T07:22:36,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35277 2024-12-10T07:22:36,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35277 2024-12-10T07:22:36,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35277 2024-12-10T07:22:36,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35277 2024-12-10T07:22:36,511 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93, hbase.cluster.distributed=false 2024-12-10T07:22:36,527 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/65d303fd23b5:0 server-side Connection retries=45 2024-12-10T07:22:36,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:36,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:36,527 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:22:36,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:36,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:22:36,527 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:22:36,528 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:22:36,528 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34007 2024-12-10T07:22:36,529 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:22:36,530 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-10T07:22:36,536 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-10T07:22:36,536 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-10T07:22:36,537 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-10T07:22:36,537 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:22:36,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:36,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:36,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34007 connecting to ZooKeeper ensemble=127.0.0.1:51375 2024-12-10T07:22:36,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340070x0, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:22:36,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340070x0, quorum=127.0.0.1:51375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:22:36,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34007-0x1007ace85110001 connected 2024-12-10T07:22:36,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34007-0x1007ace85110001, quorum=127.0.0.1:51375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:36,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34007-0x1007ace85110001, quorum=127.0.0.1:51375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:22:36,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34007 2024-12-10T07:22:36,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34007 2024-12-10T07:22:36,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34007 2024-12-10T07:22:36,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34007 2024-12-10T07:22:36,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34007 2024-12-10T07:22:36,562 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/65d303fd23b5:0 server-side Connection retries=45 2024-12-10T07:22:36,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:36,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:36,562 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:22:36,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:36,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:22:36,562 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:22:36,562 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:22:36,563 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35887 2024-12-10T07:22:36,563 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:22:36,564 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-10T07:22:36,573 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-10T07:22:36,573 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-10T07:22:36,574 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-10T07:22:36,574 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:22:36,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:36,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:36,578 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35887 connecting to ZooKeeper ensemble=127.0.0.1:51375 2024-12-10T07:22:36,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358870x0, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:22:36,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358870x0, quorum=127.0.0.1:51375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:22:36,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35887-0x1007ace85110002 connected 2024-12-10T07:22:36,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35887-0x1007ace85110002, quorum=127.0.0.1:51375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:36,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35887-0x1007ace85110002, quorum=127.0.0.1:51375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:22:36,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35887 2024-12-10T07:22:36,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35887 2024-12-10T07:22:36,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35887 2024-12-10T07:22:36,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35887 2024-12-10T07:22:36,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35887 2024-12-10T07:22:36,584 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/65d303fd23b5,35277,1733815356475 2024-12-10T07:22:36,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35887-0x1007ace85110002, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:36,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:36,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1007ace85110001, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:36,586 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/65d303fd23b5,35277,1733815356475 2024-12-10T07:22:36,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35887-0x1007ace85110002, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:22:36,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35887-0x1007ace85110002, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:36,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1007ace85110001, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:22:36,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1007ace85110001, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:36,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:22:36,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:36,589 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T07:22:36,589 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/65d303fd23b5,35277,1733815356475 from backup master directory 2024-12-10T07:22:36,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T07:22:36,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35887-0x1007ace85110002, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:36,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1007ace85110001, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:36,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/65d303fd23b5,35277,1733815356475 2024-12-10T07:22:36,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:36,592 WARN [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:22:36,592 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=65d303fd23b5,35277,1733815356475 2024-12-10T07:22:36,597 DEBUG [M:0;65d303fd23b5:35277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;65d303fd23b5:35277 2024-12-10T07:22:36,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33725 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:22:36,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:22:36,603 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/hbase.id with ID: a0a9e6c8-f046-44f8-839c-7fdff5ebde01 2024-12-10T07:22:36,613 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:36,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:36,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1007ace85110001, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:36,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35887-0x1007ace85110002, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:36,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33725 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:22:36,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:22:36,623 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:22:36,624 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-10T07:22:36,624 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:22:36,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:22:36,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33725 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:22:36,632 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/MasterData/data/master/store 2024-12-10T07:22:36,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33725 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:22:36,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:22:36,639 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:36,639 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:22:36,639 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:36,639 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:36,639 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:22:36,639 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:36,639 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:36,639 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T07:22:36,640 WARN [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/MasterData/data/master/store/.initializing 2024-12-10T07:22:36,640 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/MasterData/WALs/65d303fd23b5,35277,1733815356475 2024-12-10T07:22:36,641 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:22:36,643 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65d303fd23b5%2C35277%2C1733815356475, suffix=, logDir=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/MasterData/WALs/65d303fd23b5,35277,1733815356475, archiveDir=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/MasterData/oldWALs, maxLogs=10 2024-12-10T07:22:36,656 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/MasterData/WALs/65d303fd23b5,35277,1733815356475/65d303fd23b5%2C35277%2C1733815356475.1733815356643, exclude list is [], retry=0 2024-12-10T07:22:36,659 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33725,DS-7aace194-db14-424c-a202-bf9676d9363f,DISK] 2024-12-10T07:22:36,660 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33807,DS-8de2a23b-eaed-438a-be9a-c2d17df254ae,DISK] 2024-12-10T07:22:36,663 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/MasterData/WALs/65d303fd23b5,35277,1733815356475/65d303fd23b5%2C35277%2C1733815356475.1733815356643 2024-12-10T07:22:36,663 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39855:39855),(127.0.0.1/127.0.0.1:41343:41343)] 2024-12-10T07:22:36,663 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:22:36,663 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:36,663 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:36,663 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:36,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:36,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-10T07:22:36,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:36,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:36,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:36,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-10T07:22:36,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:36,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:36,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:36,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-10T07:22:36,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:36,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:36,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:36,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-10T07:22:36,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:36,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:36,674 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:36,674 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:36,676 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:22:36,677 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:36,679 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:36,679 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62349719, jitterRate=-0.0709167867898941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:22:36,680 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T07:22:36,681 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-10T07:22:36,685 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27dc8069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:22:36,686 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-10T07:22:36,686 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-10T07:22:36,686 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-10T07:22:36,686 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-10T07:22:36,686 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-10T07:22:36,687 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-10T07:22:36,687 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-10T07:22:36,689 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-10T07:22:36,690 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-10T07:22:36,691 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-10T07:22:36,692 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-10T07:22:36,692 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-10T07:22:36,694 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-10T07:22:36,694 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-10T07:22:36,696 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-10T07:22:36,698 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-10T07:22:36,699 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-10T07:22:36,700 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-10T07:22:36,702 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-10T07:22:36,703 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-10T07:22:36,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35887-0x1007ace85110002, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:36,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1007ace85110001, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:36,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1007ace85110001, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:36,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35887-0x1007ace85110002, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:36,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:36,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:36,707 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=65d303fd23b5,35277,1733815356475, sessionid=0x1007ace85110000, setting cluster-up flag (Was=false) 2024-12-10T07:22:36,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1007ace85110001, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:36,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35887-0x1007ace85110002, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:36,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:36,716 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-10T07:22:36,717 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=65d303fd23b5,35277,1733815356475 2024-12-10T07:22:36,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35887-0x1007ace85110002, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:36,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1007ace85110001, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:36,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:36,728 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-10T07:22:36,729 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=65d303fd23b5,35277,1733815356475 2024-12-10T07:22:36,733 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-10T07:22:36,733 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-10T07:22:36,733 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-10T07:22:36,733 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 65d303fd23b5,35277,1733815356475 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-10T07:22:36,734 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/65d303fd23b5:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:22:36,734 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/65d303fd23b5:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:22:36,734 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/65d303fd23b5:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:22:36,734 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/65d303fd23b5:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:22:36,734 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/65d303fd23b5:0, corePoolSize=10, maxPoolSize=10 2024-12-10T07:22:36,734 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:36,734 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/65d303fd23b5:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:22:36,734 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:36,737 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:22:36,737 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-10T07:22:36,738 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:36,738 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T07:22:36,749 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733815386749 2024-12-10T07:22:36,749 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-10T07:22:36,749 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-10T07:22:36,749 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-10T07:22:36,749 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-10T07:22:36,749 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-10T07:22:36,749 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-10T07:22:36,750 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:36,750 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-10T07:22:36,750 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-10T07:22:36,750 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-10T07:22:36,752 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-10T07:22:36,752 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-10T07:22:36,752 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.large.0-1733815356752,5,FailOnTimeoutGroup] 2024-12-10T07:22:36,752 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.small.0-1733815356752,5,FailOnTimeoutGroup] 2024-12-10T07:22:36,753 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:36,753 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-10T07:22:36,753 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:36,753 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:36,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33725 is added to blk_1073741831_1007 (size=1039) 2024-12-10T07:22:36,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741831_1007 (size=1039) 2024-12-10T07:22:36,758 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-10T07:22:36,758 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93 2024-12-10T07:22:36,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:22:36,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33725 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:22:36,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:36,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:22:36,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:22:36,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:36,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:36,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:22:36,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:22:36,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:36,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:36,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:22:36,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:22:36,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:36,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:36,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/hbase/meta/1588230740 2024-12-10T07:22:36,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/hbase/meta/1588230740 2024-12-10T07:22:36,784 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T07:22:36,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-10T07:22:36,788 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:36,788 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70767508, jitterRate=0.054518043994903564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T07:22:36,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-10T07:22:36,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:22:36,789 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-10T07:22:36,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-10T07:22:36,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:22:36,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:22:36,790 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-10T07:22:36,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-10T07:22:36,791 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:22:36,791 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-10T07:22:36,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T07:22:36,792 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T07:22:36,793 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-10T07:22:36,796 DEBUG [RS:0;65d303fd23b5:34007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;65d303fd23b5:34007 2024-12-10T07:22:36,797 DEBUG [RS:1;65d303fd23b5:35887 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;65d303fd23b5:35887 2024-12-10T07:22:36,797 INFO [RS:0;65d303fd23b5:34007 {}] regionserver.HRegionServer(1008): ClusterId : a0a9e6c8-f046-44f8-839c-7fdff5ebde01 2024-12-10T07:22:36,797 INFO [RS:1;65d303fd23b5:35887 {}] regionserver.HRegionServer(1008): ClusterId : a0a9e6c8-f046-44f8-839c-7fdff5ebde01 2024-12-10T07:22:36,797 DEBUG [RS:0;65d303fd23b5:34007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:22:36,797 DEBUG [RS:1;65d303fd23b5:35887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:22:36,800 DEBUG [RS:1;65d303fd23b5:35887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:22:36,800 DEBUG [RS:0;65d303fd23b5:34007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:22:36,800 DEBUG [RS:1;65d303fd23b5:35887 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:22:36,800 DEBUG [RS:0;65d303fd23b5:34007 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:22:36,802 DEBUG [RS:1;65d303fd23b5:35887 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:22:36,802 DEBUG [RS:0;65d303fd23b5:34007 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:22:36,802 DEBUG [RS:0;65d303fd23b5:34007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f623591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:22:36,802 DEBUG [RS:1;65d303fd23b5:35887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf19c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:22:36,803 DEBUG [RS:1;65d303fd23b5:35887 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a32a71f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65d303fd23b5/172.17.0.2:0 2024-12-10T07:22:36,803 DEBUG [RS:0;65d303fd23b5:34007 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10502f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65d303fd23b5/172.17.0.2:0 2024-12-10T07:22:36,803 INFO [RS:0;65d303fd23b5:34007 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-10T07:22:36,803 INFO [RS:1;65d303fd23b5:35887 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-10T07:22:36,803 INFO [RS:0;65d303fd23b5:34007 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-10T07:22:36,803 INFO [RS:1;65d303fd23b5:35887 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-10T07:22:36,803 DEBUG [RS:0;65d303fd23b5:34007 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-10T07:22:36,803 DEBUG [RS:1;65d303fd23b5:35887 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-10T07:22:36,803 INFO [RS:1;65d303fd23b5:35887 {}] regionserver.HRegionServer(3073): reportForDuty to master=65d303fd23b5,35277,1733815356475 with isa=65d303fd23b5/172.17.0.2:35887, startcode=1733815356561 2024-12-10T07:22:36,803 INFO [RS:0;65d303fd23b5:34007 {}] regionserver.HRegionServer(3073): reportForDuty to master=65d303fd23b5,35277,1733815356475 with isa=65d303fd23b5/172.17.0.2:34007, startcode=1733815356527 2024-12-10T07:22:36,804 DEBUG [RS:1;65d303fd23b5:35887 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:22:36,804 DEBUG [RS:0;65d303fd23b5:34007 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:22:36,805 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45213, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:22:36,806 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35277 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 65d303fd23b5,35887,1733815356561 2024-12-10T07:22:36,806 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35277 {}] master.ServerManager(486): Registering regionserver=65d303fd23b5,35887,1733815356561 2024-12-10T07:22:36,807 DEBUG [RS:1;65d303fd23b5:35887 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93 2024-12-10T07:22:36,807 DEBUG [RS:1;65d303fd23b5:35887 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45691 2024-12-10T07:22:36,807 DEBUG [RS:1;65d303fd23b5:35887 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-10T07:22:36,808 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33615, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:22:36,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35277 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 65d303fd23b5,34007,1733815356527 2024-12-10T07:22:36,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35277 {}] master.ServerManager(486): Registering regionserver=65d303fd23b5,34007,1733815356527 2024-12-10T07:22:36,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:22:36,809 DEBUG [RS:1;65d303fd23b5:35887 {}] zookeeper.ZKUtil(111): regionserver:35887-0x1007ace85110002, quorum=127.0.0.1:51375, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/65d303fd23b5,35887,1733815356561 2024-12-10T07:22:36,809 WARN [RS:1;65d303fd23b5:35887 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:22:36,809 INFO [RS:1;65d303fd23b5:35887 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:22:36,809 DEBUG [RS:1;65d303fd23b5:35887 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/WALs/65d303fd23b5,35887,1733815356561 2024-12-10T07:22:36,810 DEBUG [RS:0;65d303fd23b5:34007 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93 2024-12-10T07:22:36,810 DEBUG [RS:0;65d303fd23b5:34007 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45691 2024-12-10T07:22:36,810 DEBUG [RS:0;65d303fd23b5:34007 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-10T07:22:36,810 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [65d303fd23b5,35887,1733815356561] 2024-12-10T07:22:36,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:22:36,815 DEBUG [RS:0;65d303fd23b5:34007 {}] zookeeper.ZKUtil(111): regionserver:34007-0x1007ace85110001, quorum=127.0.0.1:51375, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/65d303fd23b5,34007,1733815356527 2024-12-10T07:22:36,815 WARN [RS:0;65d303fd23b5:34007 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:22:36,815 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [65d303fd23b5,34007,1733815356527] 2024-12-10T07:22:36,815 INFO [RS:0;65d303fd23b5:34007 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:22:36,815 DEBUG [RS:0;65d303fd23b5:34007 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/WALs/65d303fd23b5,34007,1733815356527 2024-12-10T07:22:36,815 DEBUG [RS:1;65d303fd23b5:35887 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-10T07:22:36,815 INFO [RS:1;65d303fd23b5:35887 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:22:36,817 INFO [RS:1;65d303fd23b5:35887 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:22:36,818 DEBUG [RS:0;65d303fd23b5:34007 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-10T07:22:36,818 INFO [RS:0;65d303fd23b5:34007 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:22:36,820 INFO [RS:1;65d303fd23b5:35887 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:22:36,820 INFO [RS:1;65d303fd23b5:35887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:36,820 INFO [RS:0;65d303fd23b5:34007 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:22:36,824 INFO [RS:1;65d303fd23b5:35887 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-10T07:22:36,824 INFO [RS:0;65d303fd23b5:34007 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:22:36,824 INFO [RS:0;65d303fd23b5:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:36,824 INFO [RS:0;65d303fd23b5:34007 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-10T07:22:36,825 INFO [RS:1;65d303fd23b5:35887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:36,825 DEBUG [RS:1;65d303fd23b5:35887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:36,825 DEBUG [RS:1;65d303fd23b5:35887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:36,825 DEBUG [RS:1;65d303fd23b5:35887 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:36,825 DEBUG [RS:1;65d303fd23b5:35887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:36,825 INFO [RS:0;65d303fd23b5:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:36,825 DEBUG [RS:1;65d303fd23b5:35887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:36,825 DEBUG [RS:0;65d303fd23b5:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:36,825 DEBUG [RS:1;65d303fd23b5:35887 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/65d303fd23b5:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:22:36,825 DEBUG [RS:0;65d303fd23b5:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:36,825 DEBUG [RS:1;65d303fd23b5:35887 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:36,825 DEBUG [RS:0;65d303fd23b5:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:36,825 DEBUG [RS:1;65d303fd23b5:35887 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:36,825 DEBUG [RS:0;65d303fd23b5:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:36,825 DEBUG [RS:1;65d303fd23b5:35887 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:36,825 DEBUG [RS:0;65d303fd23b5:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:36,825 DEBUG [RS:1;65d303fd23b5:35887 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:36,825 DEBUG [RS:0;65d303fd23b5:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/65d303fd23b5:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:22:36,825 DEBUG [RS:1;65d303fd23b5:35887 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:36,825 DEBUG [RS:0;65d303fd23b5:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:36,825 DEBUG [RS:1;65d303fd23b5:35887 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/65d303fd23b5:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:22:36,825 DEBUG [RS:0;65d303fd23b5:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:36,825 DEBUG [RS:1;65d303fd23b5:35887 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/65d303fd23b5:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:22:36,826 DEBUG [RS:0;65d303fd23b5:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:36,826 DEBUG [RS:0;65d303fd23b5:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:36,826 DEBUG [RS:0;65d303fd23b5:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:36,826 DEBUG [RS:0;65d303fd23b5:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/65d303fd23b5:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:22:36,826 DEBUG [RS:0;65d303fd23b5:34007 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/65d303fd23b5:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:22:36,829 INFO [RS:1;65d303fd23b5:35887 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:36,829 INFO [RS:1;65d303fd23b5:35887 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:36,829 INFO [RS:1;65d303fd23b5:35887 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:36,829 INFO [RS:1;65d303fd23b5:35887 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:36,829 INFO [RS:1;65d303fd23b5:35887 {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,35887,1733815356561-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:22:36,830 INFO [RS:0;65d303fd23b5:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:36,830 INFO [RS:0;65d303fd23b5:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:36,830 INFO [RS:0;65d303fd23b5:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:36,830 INFO [RS:0;65d303fd23b5:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:36,830 INFO [RS:0;65d303fd23b5:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,34007,1733815356527-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:22:36,846 INFO [RS:0;65d303fd23b5:34007 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:22:36,846 INFO [RS:1;65d303fd23b5:35887 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:22:36,846 INFO [RS:0;65d303fd23b5:34007 {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,34007,1733815356527-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:36,846 INFO [RS:1;65d303fd23b5:35887 {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,35887,1733815356561-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:36,861 INFO [RS:1;65d303fd23b5:35887 {}] regionserver.Replication(204): 65d303fd23b5,35887,1733815356561 started 2024-12-10T07:22:36,861 INFO [RS:1;65d303fd23b5:35887 {}] regionserver.HRegionServer(1767): Serving as 65d303fd23b5,35887,1733815356561, RpcServer on 65d303fd23b5/172.17.0.2:35887, sessionid=0x1007ace85110002 2024-12-10T07:22:36,861 DEBUG [RS:1;65d303fd23b5:35887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:22:36,861 DEBUG [RS:1;65d303fd23b5:35887 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 65d303fd23b5,35887,1733815356561 2024-12-10T07:22:36,861 DEBUG [RS:1;65d303fd23b5:35887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65d303fd23b5,35887,1733815356561' 2024-12-10T07:22:36,861 DEBUG [RS:1;65d303fd23b5:35887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:22:36,861 INFO [RS:0;65d303fd23b5:34007 {}] regionserver.Replication(204): 65d303fd23b5,34007,1733815356527 started 2024-12-10T07:22:36,861 INFO [RS:0;65d303fd23b5:34007 {}] regionserver.HRegionServer(1767): Serving as 65d303fd23b5,34007,1733815356527, RpcServer on 65d303fd23b5/172.17.0.2:34007, sessionid=0x1007ace85110001 2024-12-10T07:22:36,861 DEBUG [RS:0;65d303fd23b5:34007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:22:36,861 DEBUG [RS:0;65d303fd23b5:34007 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 65d303fd23b5,34007,1733815356527 2024-12-10T07:22:36,861 DEBUG [RS:0;65d303fd23b5:34007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65d303fd23b5,34007,1733815356527' 2024-12-10T07:22:36,861 DEBUG [RS:0;65d303fd23b5:34007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:22:36,861 DEBUG [RS:1;65d303fd23b5:35887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:22:36,862 DEBUG [RS:0;65d303fd23b5:34007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:22:36,862 DEBUG [RS:1;65d303fd23b5:35887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:22:36,862 DEBUG [RS:1;65d303fd23b5:35887 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:22:36,862 DEBUG [RS:1;65d303fd23b5:35887 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 65d303fd23b5,35887,1733815356561 2024-12-10T07:22:36,862 DEBUG [RS:1;65d303fd23b5:35887 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65d303fd23b5,35887,1733815356561' 2024-12-10T07:22:36,862 DEBUG [RS:1;65d303fd23b5:35887 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:22:36,862 DEBUG [RS:0;65d303fd23b5:34007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:22:36,862 DEBUG [RS:0;65d303fd23b5:34007 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:22:36,862 DEBUG [RS:0;65d303fd23b5:34007 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 65d303fd23b5,34007,1733815356527 2024-12-10T07:22:36,862 DEBUG [RS:0;65d303fd23b5:34007 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65d303fd23b5,34007,1733815356527' 2024-12-10T07:22:36,862 DEBUG [RS:0;65d303fd23b5:34007 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:22:36,862 DEBUG [RS:1;65d303fd23b5:35887 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:22:36,862 DEBUG [RS:0;65d303fd23b5:34007 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:22:36,862 DEBUG [RS:1;65d303fd23b5:35887 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:22:36,863 INFO [RS:1;65d303fd23b5:35887 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:22:36,863 INFO [RS:1;65d303fd23b5:35887 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:22:36,863 DEBUG [RS:0;65d303fd23b5:34007 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:22:36,863 INFO [RS:0;65d303fd23b5:34007 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:22:36,863 INFO [RS:0;65d303fd23b5:34007 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:22:36,943 WARN [65d303fd23b5:35277 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-10T07:22:36,963 INFO [RS:1;65d303fd23b5:35887 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:22:36,963 INFO [RS:0;65d303fd23b5:34007 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:22:36,965 INFO [RS:0;65d303fd23b5:34007 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65d303fd23b5%2C34007%2C1733815356527, suffix=, logDir=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/WALs/65d303fd23b5,34007,1733815356527, archiveDir=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/oldWALs, maxLogs=32 2024-12-10T07:22:36,965 INFO [RS:1;65d303fd23b5:35887 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65d303fd23b5%2C35887%2C1733815356561, suffix=, logDir=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/WALs/65d303fd23b5,35887,1733815356561, archiveDir=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/oldWALs, maxLogs=32 2024-12-10T07:22:36,984 DEBUG [RS:0;65d303fd23b5:34007 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/WALs/65d303fd23b5,34007,1733815356527/65d303fd23b5%2C34007%2C1733815356527.1733815356965, exclude list is [], retry=0 2024-12-10T07:22:36,984 DEBUG [RS:1;65d303fd23b5:35887 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/WALs/65d303fd23b5,35887,1733815356561/65d303fd23b5%2C35887%2C1733815356561.1733815356965, exclude list is [], retry=0 2024-12-10T07:22:36,987 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33807,DS-8de2a23b-eaed-438a-be9a-c2d17df254ae,DISK] 2024-12-10T07:22:36,987 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33725,DS-7aace194-db14-424c-a202-bf9676d9363f,DISK] 2024-12-10T07:22:36,987 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33807,DS-8de2a23b-eaed-438a-be9a-c2d17df254ae,DISK] 2024-12-10T07:22:36,988 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33725,DS-7aace194-db14-424c-a202-bf9676d9363f,DISK] 2024-12-10T07:22:36,989 INFO [RS:0;65d303fd23b5:34007 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/WALs/65d303fd23b5,34007,1733815356527/65d303fd23b5%2C34007%2C1733815356527.1733815356965 2024-12-10T07:22:36,989 DEBUG [RS:0;65d303fd23b5:34007 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39855:39855),(127.0.0.1/127.0.0.1:41343:41343)] 2024-12-10T07:22:36,989 INFO [RS:1;65d303fd23b5:35887 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/WALs/65d303fd23b5,35887,1733815356561/65d303fd23b5%2C35887%2C1733815356561.1733815356965 2024-12-10T07:22:36,990 DEBUG [RS:1;65d303fd23b5:35887 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41343:41343),(127.0.0.1/127.0.0.1:39855:39855)] 2024-12-10T07:22:37,194 DEBUG [65d303fd23b5:35277 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-10T07:22:37,194 DEBUG [65d303fd23b5:35277 {}] balancer.BalancerClusterState(202): Hosts are {65d303fd23b5=0} racks are {/default-rack=0} 2024-12-10T07:22:37,195 DEBUG [65d303fd23b5:35277 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-10T07:22:37,195 DEBUG [65d303fd23b5:35277 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-10T07:22:37,195 INFO [65d303fd23b5:35277 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-10T07:22:37,195 INFO [65d303fd23b5:35277 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-10T07:22:37,195 DEBUG [65d303fd23b5:35277 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:22:37,196 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=65d303fd23b5,34007,1733815356527 2024-12-10T07:22:37,197 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 65d303fd23b5,34007,1733815356527, state=OPENING 2024-12-10T07:22:37,198 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-10T07:22:37,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1007ace85110001, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:37,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:37,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35887-0x1007ace85110002, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:37,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=65d303fd23b5,34007,1733815356527}] 2024-12-10T07:22:37,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:37,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:37,201 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:37,353 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65d303fd23b5,34007,1733815356527 2024-12-10T07:22:37,353 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:22:37,355 INFO [RS-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:22:37,359 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-10T07:22:37,359 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:22:37,359 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T07:22:37,361 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65d303fd23b5%2C34007%2C1733815356527.meta, suffix=.meta, logDir=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/WALs/65d303fd23b5,34007,1733815356527, archiveDir=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/oldWALs, maxLogs=32 2024-12-10T07:22:37,376 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/WALs/65d303fd23b5,34007,1733815356527/65d303fd23b5%2C34007%2C1733815356527.meta.1733815357361.meta, exclude list is [], retry=0 2024-12-10T07:22:37,378 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33725,DS-7aace194-db14-424c-a202-bf9676d9363f,DISK] 2024-12-10T07:22:37,378 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33807,DS-8de2a23b-eaed-438a-be9a-c2d17df254ae,DISK] 2024-12-10T07:22:37,380 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/WALs/65d303fd23b5,34007,1733815356527/65d303fd23b5%2C34007%2C1733815356527.meta.1733815357361.meta 2024-12-10T07:22:37,380 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39855:39855),(127.0.0.1/127.0.0.1:41343:41343)] 2024-12-10T07:22:37,380 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:22:37,380 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T07:22:37,380 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T07:22:37,380 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T07:22:37,381 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T07:22:37,381 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:37,381 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-10T07:22:37,381 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-10T07:22:37,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:22:37,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:22:37,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:37,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:37,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:22:37,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:22:37,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:37,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:37,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:22:37,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:22:37,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:37,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:37,386 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/hbase/meta/1588230740 2024-12-10T07:22:37,387 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/hbase/meta/1588230740 2024-12-10T07:22:37,388 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T07:22:37,389 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-10T07:22:37,390 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60154283, jitterRate=-0.10363133251667023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T07:22:37,391 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-10T07:22:37,392 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733815357353 2024-12-10T07:22:37,393 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T07:22:37,393 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-10T07:22:37,394 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=65d303fd23b5,34007,1733815356527 2024-12-10T07:22:37,394 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 65d303fd23b5,34007,1733815356527, state=OPEN 2024-12-10T07:22:37,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1007ace85110001, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:22:37,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:22:37,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35887-0x1007ace85110002, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:22:37,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:37,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:37,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:37,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-10T07:22:37,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=65d303fd23b5,34007,1733815356527 in 197 msec 2024-12-10T07:22:37,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-10T07:22:37,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 607 msec 2024-12-10T07:22:37,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 670 msec 2024-12-10T07:22:37,402 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733815357402, completionTime=-1 2024-12-10T07:22:37,402 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-10T07:22:37,402 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-10T07:22:37,402 DEBUG [hconnection-0x620f3158-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:22:37,407 INFO [RS-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:22:37,408 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-10T07:22:37,408 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733815417408 2024-12-10T07:22:37,408 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733815477408 2024-12-10T07:22:37,408 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 6 msec 2024-12-10T07:22:37,414 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-10T07:22:37,414 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,35277,1733815356475-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:37,414 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,35277,1733815356475-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:37,414 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,35277,1733815356475-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:37,414 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-65d303fd23b5:35277, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:37,414 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:37,414 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-10T07:22:37,415 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T07:22:37,416 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-10T07:22:37,416 DEBUG [master/65d303fd23b5:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-10T07:22:37,417 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T07:22:37,417 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:37,417 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T07:22:37,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741836_1012 (size=358) 2024-12-10T07:22:37,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33725 is added to blk_1073741836_1012 (size=358) 2024-12-10T07:22:37,428 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 61501b13c9706cf6d75e1c8e1d7c8a5c, NAME => 'hbase:namespace,,1733815357414.61501b13c9706cf6d75e1c8e1d7c8a5c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93 2024-12-10T07:22:37,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33725 is added to blk_1073741837_1013 (size=42) 2024-12-10T07:22:37,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741837_1013 (size=42) 2024-12-10T07:22:37,438 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733815357414.61501b13c9706cf6d75e1c8e1d7c8a5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:37,438 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 61501b13c9706cf6d75e1c8e1d7c8a5c, disabling compactions & flushes 2024-12-10T07:22:37,438 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733815357414.61501b13c9706cf6d75e1c8e1d7c8a5c. 2024-12-10T07:22:37,438 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733815357414.61501b13c9706cf6d75e1c8e1d7c8a5c. 2024-12-10T07:22:37,438 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733815357414.61501b13c9706cf6d75e1c8e1d7c8a5c. after waiting 0 ms 2024-12-10T07:22:37,438 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733815357414.61501b13c9706cf6d75e1c8e1d7c8a5c. 2024-12-10T07:22:37,438 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733815357414.61501b13c9706cf6d75e1c8e1d7c8a5c. 2024-12-10T07:22:37,438 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 61501b13c9706cf6d75e1c8e1d7c8a5c: 2024-12-10T07:22:37,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T07:22:37,440 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733815357414.61501b13c9706cf6d75e1c8e1d7c8a5c.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733815357440"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733815357440"}]},"ts":"1733815357440"} 2024-12-10T07:22:37,442 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-10T07:22:37,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T07:22:37,443 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733815357442"}]},"ts":"1733815357442"} 2024-12-10T07:22:37,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-10T07:22:37,450 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {65d303fd23b5=0} racks are {/default-rack=0} 2024-12-10T07:22:37,450 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-10T07:22:37,450 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-10T07:22:37,450 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-10T07:22:37,450 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-10T07:22:37,450 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:22:37,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=61501b13c9706cf6d75e1c8e1d7c8a5c, ASSIGN}] 2024-12-10T07:22:37,452 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=61501b13c9706cf6d75e1c8e1d7c8a5c, ASSIGN 2024-12-10T07:22:37,452 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=61501b13c9706cf6d75e1c8e1d7c8a5c, ASSIGN; state=OFFLINE, location=65d303fd23b5,35887,1733815356561; forceNewPlan=false, retain=false 2024-12-10T07:22:37,603 INFO [65d303fd23b5:35277 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-10T07:22:37,603 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=61501b13c9706cf6d75e1c8e1d7c8a5c, regionState=OPENING, regionLocation=65d303fd23b5,35887,1733815356561 2024-12-10T07:22:37,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 61501b13c9706cf6d75e1c8e1d7c8a5c, server=65d303fd23b5,35887,1733815356561}] 2024-12-10T07:22:37,757 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65d303fd23b5,35887,1733815356561 2024-12-10T07:22:37,757 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:22:37,759 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:22:37,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733815357414.61501b13c9706cf6d75e1c8e1d7c8a5c. 2024-12-10T07:22:37,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 61501b13c9706cf6d75e1c8e1d7c8a5c, NAME => 'hbase:namespace,,1733815357414.61501b13c9706cf6d75e1c8e1d7c8a5c.', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:22:37,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 61501b13c9706cf6d75e1c8e1d7c8a5c 2024-12-10T07:22:37,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733815357414.61501b13c9706cf6d75e1c8e1d7c8a5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:37,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 61501b13c9706cf6d75e1c8e1d7c8a5c 2024-12-10T07:22:37,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 61501b13c9706cf6d75e1c8e1d7c8a5c 2024-12-10T07:22:37,765 INFO [StoreOpener-61501b13c9706cf6d75e1c8e1d7c8a5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 61501b13c9706cf6d75e1c8e1d7c8a5c 2024-12-10T07:22:37,766 INFO [StoreOpener-61501b13c9706cf6d75e1c8e1d7c8a5c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61501b13c9706cf6d75e1c8e1d7c8a5c columnFamilyName info 2024-12-10T07:22:37,766 DEBUG [StoreOpener-61501b13c9706cf6d75e1c8e1d7c8a5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:37,767 INFO [StoreOpener-61501b13c9706cf6d75e1c8e1d7c8a5c-1 {}] regionserver.HStore(327): Store=61501b13c9706cf6d75e1c8e1d7c8a5c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:37,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/hbase/namespace/61501b13c9706cf6d75e1c8e1d7c8a5c 2024-12-10T07:22:37,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/hbase/namespace/61501b13c9706cf6d75e1c8e1d7c8a5c 2024-12-10T07:22:37,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 61501b13c9706cf6d75e1c8e1d7c8a5c 2024-12-10T07:22:37,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/hbase/namespace/61501b13c9706cf6d75e1c8e1d7c8a5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:37,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 61501b13c9706cf6d75e1c8e1d7c8a5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71028500, jitterRate=0.05840712785720825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:22:37,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 61501b13c9706cf6d75e1c8e1d7c8a5c: 2024-12-10T07:22:37,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733815357414.61501b13c9706cf6d75e1c8e1d7c8a5c., pid=6, masterSystemTime=1733815357757 2024-12-10T07:22:37,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733815357414.61501b13c9706cf6d75e1c8e1d7c8a5c. 2024-12-10T07:22:37,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733815357414.61501b13c9706cf6d75e1c8e1d7c8a5c. 2024-12-10T07:22:37,777 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=61501b13c9706cf6d75e1c8e1d7c8a5c, regionState=OPEN, openSeqNum=2, regionLocation=65d303fd23b5,35887,1733815356561 2024-12-10T07:22:37,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-10T07:22:37,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 61501b13c9706cf6d75e1c8e1d7c8a5c, server=65d303fd23b5,35887,1733815356561 in 174 msec 2024-12-10T07:22:37,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-10T07:22:37,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=61501b13c9706cf6d75e1c8e1d7c8a5c, ASSIGN in 329 msec 2024-12-10T07:22:37,784 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T07:22:37,784 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733815357784"}]},"ts":"1733815357784"} 2024-12-10T07:22:37,786 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-10T07:22:37,788 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T07:22:37,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 373 msec 2024-12-10T07:22:37,817 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-10T07:22:37,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-10T07:22:37,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1007ace85110001, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:37,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35887-0x1007ace85110002, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:37,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:37,822 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:22:37,823 INFO [RS-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37554, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:22:37,825 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-10T07:22:37,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-10T07:22:37,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 11 msec 2024-12-10T07:22:37,847 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-10T07:22:37,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-10T07:22:37,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 9 msec 2024-12-10T07:22:37,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-10T07:22:37,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-10T07:22:37,876 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.284sec 2024-12-10T07:22:37,876 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-10T07:22:37,876 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-10T07:22:37,876 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-10T07:22:37,876 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-10T07:22:37,876 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-10T07:22:37,877 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,35277,1733815356475-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:22:37,877 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,35277,1733815356475-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-10T07:22:37,878 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-10T07:22:37,878 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-10T07:22:37,878 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,35277,1733815356475-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:37,886 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ba2ef5b to 127.0.0.1:51375 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@127d1389 2024-12-10T07:22:37,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf9341e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:22:37,892 DEBUG [hconnection-0x122aa902-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:22:37,893 INFO [RS-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:22:37,895 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=65d303fd23b5,35277,1733815356475 2024-12-10T07:22:37,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T07:22:37,897 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44636, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T07:22:37,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35277 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:22:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35277 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-10T07:22:37,900 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T07:22:37,901 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:37,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35277 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-10T07:22:37,901 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T07:22:37,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35277 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T07:22:37,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33725 is added to blk_1073741838_1014 (size=379) 2024-12-10T07:22:37,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741838_1014 (size=379) 2024-12-10T07:22:37,916 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 19b341426d6014824077160370f9b051, NAME => 'testClearRegionBlockCache,,1733815357898.19b341426d6014824077160370f9b051.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93 2024-12-10T07:22:37,916 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c67c1aa7a99a1264bb3ac7a6922b1a3f, NAME => 'testClearRegionBlockCache,5,1733815357898.c67c1aa7a99a1264bb3ac7a6922b1a3f.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93 2024-12-10T07:22:37,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33725 is added to blk_1073741840_1016 (size=61) 2024-12-10T07:22:37,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741840_1016 (size=61) 2024-12-10T07:22:37,925 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733815357898.c67c1aa7a99a1264bb3ac7a6922b1a3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:37,925 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing c67c1aa7a99a1264bb3ac7a6922b1a3f, disabling compactions & flushes 2024-12-10T07:22:37,925 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733815357898.c67c1aa7a99a1264bb3ac7a6922b1a3f. 2024-12-10T07:22:37,925 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733815357898.c67c1aa7a99a1264bb3ac7a6922b1a3f. 2024-12-10T07:22:37,925 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733815357898.c67c1aa7a99a1264bb3ac7a6922b1a3f. after waiting 0 ms 2024-12-10T07:22:37,925 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733815357898.c67c1aa7a99a1264bb3ac7a6922b1a3f. 2024-12-10T07:22:37,925 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733815357898.c67c1aa7a99a1264bb3ac7a6922b1a3f. 2024-12-10T07:22:37,925 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for c67c1aa7a99a1264bb3ac7a6922b1a3f: 2024-12-10T07:22:37,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741839_1015 (size=61) 2024-12-10T07:22:37,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33725 is added to blk_1073741839_1015 (size=61) 2024-12-10T07:22:37,930 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733815357898.19b341426d6014824077160370f9b051.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:37,931 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 19b341426d6014824077160370f9b051, disabling compactions & flushes 2024-12-10T07:22:37,931 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733815357898.19b341426d6014824077160370f9b051. 2024-12-10T07:22:37,931 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733815357898.19b341426d6014824077160370f9b051. 2024-12-10T07:22:37,931 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733815357898.19b341426d6014824077160370f9b051. after waiting 0 ms 2024-12-10T07:22:37,931 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733815357898.19b341426d6014824077160370f9b051. 2024-12-10T07:22:37,931 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733815357898.19b341426d6014824077160370f9b051. 2024-12-10T07:22:37,931 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 19b341426d6014824077160370f9b051: 2024-12-10T07:22:37,932 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T07:22:37,932 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733815357898.c67c1aa7a99a1264bb3ac7a6922b1a3f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733815357932"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733815357932"}]},"ts":"1733815357932"} 2024-12-10T07:22:37,932 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733815357898.19b341426d6014824077160370f9b051.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733815357932"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733815357932"}]},"ts":"1733815357932"} 2024-12-10T07:22:37,935 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-10T07:22:37,936 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T07:22:37,937 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733815357936"}]},"ts":"1733815357936"} 2024-12-10T07:22:37,938 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-10T07:22:37,947 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {65d303fd23b5=0} racks are {/default-rack=0} 2024-12-10T07:22:37,949 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-10T07:22:37,949 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-10T07:22:37,949 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-10T07:22:37,949 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-10T07:22:37,949 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:22:37,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=19b341426d6014824077160370f9b051, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c67c1aa7a99a1264bb3ac7a6922b1a3f, ASSIGN}] 2024-12-10T07:22:37,950 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c67c1aa7a99a1264bb3ac7a6922b1a3f, ASSIGN 2024-12-10T07:22:37,950 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=19b341426d6014824077160370f9b051, ASSIGN 2024-12-10T07:22:37,951 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c67c1aa7a99a1264bb3ac7a6922b1a3f, ASSIGN; state=OFFLINE, location=65d303fd23b5,35887,1733815356561; forceNewPlan=false, retain=false 2024-12-10T07:22:37,951 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=19b341426d6014824077160370f9b051, ASSIGN; state=OFFLINE, location=65d303fd23b5,34007,1733815356527; forceNewPlan=false, retain=false 2024-12-10T07:22:38,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35277 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T07:22:38,101 INFO [65d303fd23b5:35277 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-10T07:22:38,102 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=19b341426d6014824077160370f9b051, regionState=OPENING, regionLocation=65d303fd23b5,34007,1733815356527 2024-12-10T07:22:38,102 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=c67c1aa7a99a1264bb3ac7a6922b1a3f, regionState=OPENING, regionLocation=65d303fd23b5,35887,1733815356561 2024-12-10T07:22:38,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 19b341426d6014824077160370f9b051, server=65d303fd23b5,34007,1733815356527}] 2024-12-10T07:22:38,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure c67c1aa7a99a1264bb3ac7a6922b1a3f, server=65d303fd23b5,35887,1733815356561}] 2024-12-10T07:22:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35277 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T07:22:38,243 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-10T07:22:38,256 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65d303fd23b5,34007,1733815356527 2024-12-10T07:22:38,257 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65d303fd23b5,35887,1733815356561 2024-12-10T07:22:38,260 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733815357898.c67c1aa7a99a1264bb3ac7a6922b1a3f. 2024-12-10T07:22:38,260 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733815357898.19b341426d6014824077160370f9b051. 2024-12-10T07:22:38,260 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => c67c1aa7a99a1264bb3ac7a6922b1a3f, NAME => 'testClearRegionBlockCache,5,1733815357898.c67c1aa7a99a1264bb3ac7a6922b1a3f.', STARTKEY => '5', ENDKEY => ''} 2024-12-10T07:22:38,260 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 19b341426d6014824077160370f9b051, NAME => 'testClearRegionBlockCache,,1733815357898.19b341426d6014824077160370f9b051.', STARTKEY => '', ENDKEY => '5'} 2024-12-10T07:22:38,261 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c67c1aa7a99a1264bb3ac7a6922b1a3f 2024-12-10T07:22:38,261 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 19b341426d6014824077160370f9b051 2024-12-10T07:22:38,261 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733815357898.c67c1aa7a99a1264bb3ac7a6922b1a3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:38,261 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733815357898.19b341426d6014824077160370f9b051.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:38,261 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for c67c1aa7a99a1264bb3ac7a6922b1a3f 2024-12-10T07:22:38,261 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 19b341426d6014824077160370f9b051 2024-12-10T07:22:38,261 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for c67c1aa7a99a1264bb3ac7a6922b1a3f 2024-12-10T07:22:38,261 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 19b341426d6014824077160370f9b051 2024-12-10T07:22:38,262 INFO [StoreOpener-c67c1aa7a99a1264bb3ac7a6922b1a3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c67c1aa7a99a1264bb3ac7a6922b1a3f 2024-12-10T07:22:38,264 INFO [StoreOpener-19b341426d6014824077160370f9b051-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 19b341426d6014824077160370f9b051 2024-12-10T07:22:38,264 INFO [StoreOpener-c67c1aa7a99a1264bb3ac7a6922b1a3f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c67c1aa7a99a1264bb3ac7a6922b1a3f columnFamilyName family 2024-12-10T07:22:38,264 DEBUG [StoreOpener-c67c1aa7a99a1264bb3ac7a6922b1a3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:38,265 INFO [StoreOpener-c67c1aa7a99a1264bb3ac7a6922b1a3f-1 {}] regionserver.HStore(327): Store=c67c1aa7a99a1264bb3ac7a6922b1a3f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:38,265 INFO [StoreOpener-19b341426d6014824077160370f9b051-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19b341426d6014824077160370f9b051 columnFamilyName family 2024-12-10T07:22:38,265 DEBUG [StoreOpener-19b341426d6014824077160370f9b051-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:38,266 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/default/testClearRegionBlockCache/c67c1aa7a99a1264bb3ac7a6922b1a3f 2024-12-10T07:22:38,266 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/default/testClearRegionBlockCache/c67c1aa7a99a1264bb3ac7a6922b1a3f 2024-12-10T07:22:38,266 INFO [StoreOpener-19b341426d6014824077160370f9b051-1 {}] regionserver.HStore(327): Store=19b341426d6014824077160370f9b051/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:38,267 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/default/testClearRegionBlockCache/19b341426d6014824077160370f9b051 2024-12-10T07:22:38,268 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/default/testClearRegionBlockCache/19b341426d6014824077160370f9b051 2024-12-10T07:22:38,269 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for c67c1aa7a99a1264bb3ac7a6922b1a3f 2024-12-10T07:22:38,271 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 19b341426d6014824077160370f9b051 2024-12-10T07:22:38,274 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/default/testClearRegionBlockCache/c67c1aa7a99a1264bb3ac7a6922b1a3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:38,274 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened c67c1aa7a99a1264bb3ac7a6922b1a3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72198800, jitterRate=0.07584595680236816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:22:38,275 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for c67c1aa7a99a1264bb3ac7a6922b1a3f: 2024-12-10T07:22:38,276 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733815357898.c67c1aa7a99a1264bb3ac7a6922b1a3f., pid=13, masterSystemTime=1733815358257 2024-12-10T07:22:38,278 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733815357898.c67c1aa7a99a1264bb3ac7a6922b1a3f. 2024-12-10T07:22:38,279 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733815357898.c67c1aa7a99a1264bb3ac7a6922b1a3f. 2024-12-10T07:22:38,279 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/default/testClearRegionBlockCache/19b341426d6014824077160370f9b051/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:38,279 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=c67c1aa7a99a1264bb3ac7a6922b1a3f, regionState=OPEN, openSeqNum=2, regionLocation=65d303fd23b5,35887,1733815356561 2024-12-10T07:22:38,279 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 19b341426d6014824077160370f9b051; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69003362, jitterRate=0.028230220079421997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:22:38,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:22:38,279 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 19b341426d6014824077160370f9b051: 2024-12-10T07:22:38,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:22:38,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:22:38,281 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733815357898.19b341426d6014824077160370f9b051., pid=12, masterSystemTime=1733815358256 2024-12-10T07:22:38,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:22:38,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:22:38,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:22:38,283 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733815357898.19b341426d6014824077160370f9b051. 2024-12-10T07:22:38,283 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733815357898.19b341426d6014824077160370f9b051. 2024-12-10T07:22:38,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-10T07:22:38,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure c67c1aa7a99a1264bb3ac7a6922b1a3f, server=65d303fd23b5,35887,1733815356561 in 177 msec 2024-12-10T07:22:38,284 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=19b341426d6014824077160370f9b051, regionState=OPEN, openSeqNum=2, regionLocation=65d303fd23b5,34007,1733815356527 2024-12-10T07:22:38,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c67c1aa7a99a1264bb3ac7a6922b1a3f, ASSIGN in 335 msec 2024-12-10T07:22:38,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-10T07:22:38,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 19b341426d6014824077160370f9b051, server=65d303fd23b5,34007,1733815356527 in 182 msec 2024-12-10T07:22:38,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-10T07:22:38,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=19b341426d6014824077160370f9b051, ASSIGN in 339 msec 2024-12-10T07:22:38,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:22:38,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T07:22:38,291 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733815358291"}]},"ts":"1733815358291"} 2024-12-10T07:22:38,293 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-10T07:22:38,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-10T07:22:38,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T07:22:38,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 398 msec 2024-12-10T07:22:38,405 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-10T07:22:38,405 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-10T07:22:38,406 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-10T07:22:38,406 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-10T07:22:38,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T07:22:38,407 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-10T07:22:38,407 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-12-10T07:22:38,407 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-12-10T07:22:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35277 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T07:22:38,507 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-10T07:22:38,507 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-10T07:22:38,507 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:22:38,511 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-10T07:22:38,511 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:22:38,511 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-10T07:22:38,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:22:38,523 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:22:38,529 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 19b341426d6014824077160370f9b051 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-10T07:22:38,545 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/default/testClearRegionBlockCache/19b341426d6014824077160370f9b051/.tmp/family/b44773ae14754e48915565378c5c7ce1 is 32, key is 1/family:/1733815358514/Put/seqid=0 2024-12-10T07:22:38,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741841_1017 (size=5054) 2024-12-10T07:22:38,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33725 is added to blk_1073741841_1017 (size=5054) 2024-12-10T07:22:38,551 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/default/testClearRegionBlockCache/19b341426d6014824077160370f9b051/.tmp/family/b44773ae14754e48915565378c5c7ce1 2024-12-10T07:22:38,557 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/default/testClearRegionBlockCache/19b341426d6014824077160370f9b051/.tmp/family/b44773ae14754e48915565378c5c7ce1 as hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/default/testClearRegionBlockCache/19b341426d6014824077160370f9b051/family/b44773ae14754e48915565378c5c7ce1 2024-12-10T07:22:38,562 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/default/testClearRegionBlockCache/19b341426d6014824077160370f9b051/family/b44773ae14754e48915565378c5c7ce1, entries=4, sequenceid=8, filesize=4.9 K 2024-12-10T07:22:38,563 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 19b341426d6014824077160370f9b051 in 34ms, sequenceid=8, compaction requested=false 2024-12-10T07:22:38,563 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 19b341426d6014824077160370f9b051: 2024-12-10T07:22:38,563 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing c67c1aa7a99a1264bb3ac7a6922b1a3f 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-10T07:22:38,579 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/default/testClearRegionBlockCache/c67c1aa7a99a1264bb3ac7a6922b1a3f/.tmp/family/abc66c1c8a2d409cac1d2313a14eb201 is 32, key is 5/family:/1733815358523/Put/seqid=0 2024-12-10T07:22:38,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33725 is added to blk_1073741842_1018 (size=5083) 2024-12-10T07:22:38,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741842_1018 (size=5083) 2024-12-10T07:22:38,585 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/default/testClearRegionBlockCache/c67c1aa7a99a1264bb3ac7a6922b1a3f/.tmp/family/abc66c1c8a2d409cac1d2313a14eb201 2024-12-10T07:22:38,590 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/default/testClearRegionBlockCache/c67c1aa7a99a1264bb3ac7a6922b1a3f/.tmp/family/abc66c1c8a2d409cac1d2313a14eb201 as hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/default/testClearRegionBlockCache/c67c1aa7a99a1264bb3ac7a6922b1a3f/family/abc66c1c8a2d409cac1d2313a14eb201 2024-12-10T07:22:38,595 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/default/testClearRegionBlockCache/c67c1aa7a99a1264bb3ac7a6922b1a3f/family/abc66c1c8a2d409cac1d2313a14eb201, entries=5, sequenceid=9, filesize=5.0 K 2024-12-10T07:22:38,596 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for c67c1aa7a99a1264bb3ac7a6922b1a3f in 33ms, sequenceid=9, compaction requested=false 2024-12-10T07:22:38,596 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for c67c1aa7a99a1264bb3ac7a6922b1a3f: 2024-12-10T07:22:38,598 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file b44773ae14754e48915565378c5c7ce1, starting offset: 0, end offset: 9223372036854775807 2024-12-10T07:22:38,598 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key b44773ae14754e48915565378c5c7ce1_0 from back map with offset lock 2094080 in the evict process 2024-12-10T07:22:38,599 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file abc66c1c8a2d409cac1d2313a14eb201, starting offset: 0, end offset: 9223372036854775807 2024-12-10T07:22:38,599 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key abc66c1c8a2d409cac1d2313a14eb201_0 from back map with offset lock 2094080 in the evict process 2024-12-10T07:22:38,599 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-10T07:22:38,599 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-10T07:22:38,600 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ba2ef5b to 127.0.0.1:51375 2024-12-10T07:22:38,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:38,600 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-10T07:22:38,600 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1089154184, stopped=false 2024-12-10T07:22:38,600 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=65d303fd23b5,35277,1733815356475 2024-12-10T07:22:38,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1007ace85110001, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:38,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:38,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35887-0x1007ace85110002, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:38,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1007ace85110001, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:38,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:38,604 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-10T07:22:38,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35887-0x1007ace85110002, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:38,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:38,604 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '65d303fd23b5,34007,1733815356527' ***** 2024-12-10T07:22:38,605 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-10T07:22:38,605 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '65d303fd23b5,35887,1733815356561' ***** 2024-12-10T07:22:38,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34007-0x1007ace85110001, quorum=127.0.0.1:51375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:38,605 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-10T07:22:38,605 INFO [RS:0;65d303fd23b5:34007 {}] bucket.BucketCache(1726): Disabling cache 2024-12-10T07:22:38,605 INFO [RS:1;65d303fd23b5:35887 {}] bucket.BucketCache(1726): Disabling cache 2024-12-10T07:22:38,605 INFO [RS:1;65d303fd23b5:35887 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-10T07:22:38,605 INFO [RS:0;65d303fd23b5:34007 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-10T07:22:38,605 INFO [RS:1;65d303fd23b5:35887 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:22:38,605 INFO [RS:0;65d303fd23b5:34007 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:22:38,605 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-10T07:22:38,605 INFO [RS:0;65d303fd23b5:34007 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:22:38,605 INFO [RS:0;65d303fd23b5:34007 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:22:38,605 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-10T07:22:38,605 INFO [RS:0;65d303fd23b5:34007 {}] regionserver.HRegionServer(3579): Received CLOSE for 19b341426d6014824077160370f9b051 2024-12-10T07:22:38,605 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-10T07:22:38,605 INFO [RS:1;65d303fd23b5:35887 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:22:38,605 INFO [RS:1;65d303fd23b5:35887 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:22:38,605 INFO [RS:1;65d303fd23b5:35887 {}] regionserver.HRegionServer(3579): Received CLOSE for c67c1aa7a99a1264bb3ac7a6922b1a3f 2024-12-10T07:22:38,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35887-0x1007ace85110002, quorum=127.0.0.1:51375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:38,606 INFO [RS:1;65d303fd23b5:35887 {}] regionserver.HRegionServer(3579): Received CLOSE for 61501b13c9706cf6d75e1c8e1d7c8a5c 2024-12-10T07:22:38,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:38,606 INFO [RS:1;65d303fd23b5:35887 {}] regionserver.HRegionServer(1224): stopping server 65d303fd23b5,35887,1733815356561 2024-12-10T07:22:38,606 DEBUG [RS:1;65d303fd23b5:35887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:38,606 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-10T07:22:38,606 INFO [RS:1;65d303fd23b5:35887 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-10T07:22:38,606 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-10T07:22:38,606 DEBUG [RS:1;65d303fd23b5:35887 {}] regionserver.HRegionServer(1603): Online Regions={c67c1aa7a99a1264bb3ac7a6922b1a3f=testClearRegionBlockCache,5,1733815357898.c67c1aa7a99a1264bb3ac7a6922b1a3f., 61501b13c9706cf6d75e1c8e1d7c8a5c=hbase:namespace,,1733815357414.61501b13c9706cf6d75e1c8e1d7c8a5c.} 2024-12-10T07:22:38,606 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-10T07:22:38,606 DEBUG [RS:1;65d303fd23b5:35887 {}] regionserver.HRegionServer(1629): Waiting on 61501b13c9706cf6d75e1c8e1d7c8a5c, c67c1aa7a99a1264bb3ac7a6922b1a3f 2024-12-10T07:22:38,606 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-10T07:22:38,606 INFO [RS:0;65d303fd23b5:34007 {}] regionserver.HRegionServer(1224): stopping server 65d303fd23b5,34007,1733815356527 2024-12-10T07:22:38,606 DEBUG [RS:0;65d303fd23b5:34007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:38,606 INFO [RS:0;65d303fd23b5:34007 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:22:38,606 INFO [RS:0;65d303fd23b5:34007 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:22:38,606 INFO [RS:0;65d303fd23b5:34007 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:22:38,606 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-10T07:22:38,606 INFO [RS:0;65d303fd23b5:34007 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-10T07:22:38,607 INFO [RS:0;65d303fd23b5:34007 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-10T07:22:38,607 DEBUG [RS:0;65d303fd23b5:34007 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 19b341426d6014824077160370f9b051=testClearRegionBlockCache,,1733815357898.19b341426d6014824077160370f9b051.} 2024-12-10T07:22:38,607 DEBUG [RS:0;65d303fd23b5:34007 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 19b341426d6014824077160370f9b051 2024-12-10T07:22:38,607 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 19b341426d6014824077160370f9b051, disabling compactions & flushes 2024-12-10T07:22:38,607 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:22:38,607 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c67c1aa7a99a1264bb3ac7a6922b1a3f, disabling compactions & flushes 2024-12-10T07:22:38,607 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-10T07:22:38,607 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733815357898.c67c1aa7a99a1264bb3ac7a6922b1a3f. 2024-12-10T07:22:38,607 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733815357898.19b341426d6014824077160370f9b051. 2024-12-10T07:22:38,607 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-10T07:22:38,607 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733815357898.19b341426d6014824077160370f9b051. 2024-12-10T07:22:38,607 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733815357898.c67c1aa7a99a1264bb3ac7a6922b1a3f. 2024-12-10T07:22:38,607 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:22:38,607 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:22:38,607 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733815357898.c67c1aa7a99a1264bb3ac7a6922b1a3f. after waiting 0 ms 2024-12-10T07:22:38,607 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733815357898.19b341426d6014824077160370f9b051. after waiting 0 ms 2024-12-10T07:22:38,607 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733815357898.c67c1aa7a99a1264bb3ac7a6922b1a3f. 2024-12-10T07:22:38,607 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733815357898.19b341426d6014824077160370f9b051. 2024-12-10T07:22:38,607 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-10T07:22:38,616 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/default/testClearRegionBlockCache/19b341426d6014824077160370f9b051/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-10T07:22:38,616 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/default/testClearRegionBlockCache/c67c1aa7a99a1264bb3ac7a6922b1a3f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-10T07:22:38,616 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733815357898.19b341426d6014824077160370f9b051. 2024-12-10T07:22:38,616 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 19b341426d6014824077160370f9b051: 2024-12-10T07:22:38,617 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733815357898.19b341426d6014824077160370f9b051. 2024-12-10T07:22:38,617 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733815357898.c67c1aa7a99a1264bb3ac7a6922b1a3f. 2024-12-10T07:22:38,617 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c67c1aa7a99a1264bb3ac7a6922b1a3f: 2024-12-10T07:22:38,617 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733815357898.c67c1aa7a99a1264bb3ac7a6922b1a3f. 2024-12-10T07:22:38,617 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 61501b13c9706cf6d75e1c8e1d7c8a5c, disabling compactions & flushes 2024-12-10T07:22:38,617 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733815357414.61501b13c9706cf6d75e1c8e1d7c8a5c. 2024-12-10T07:22:38,617 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733815357414.61501b13c9706cf6d75e1c8e1d7c8a5c. 2024-12-10T07:22:38,617 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733815357414.61501b13c9706cf6d75e1c8e1d7c8a5c. after waiting 0 ms 2024-12-10T07:22:38,617 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733815357414.61501b13c9706cf6d75e1c8e1d7c8a5c. 2024-12-10T07:22:38,617 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 61501b13c9706cf6d75e1c8e1d7c8a5c 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-10T07:22:38,628 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/hbase/meta/1588230740/.tmp/info/2df4d15de0e14ba094e1381902031c9c is 173, key is testClearRegionBlockCache,5,1733815357898.c67c1aa7a99a1264bb3ac7a6922b1a3f./info:regioninfo/1733815358279/Put/seqid=0 2024-12-10T07:22:38,632 INFO [regionserver/65d303fd23b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:22:38,633 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/hbase/namespace/61501b13c9706cf6d75e1c8e1d7c8a5c/.tmp/info/aab41bccf12d4ac4886bf799b37398d1 is 45, key is default/info:d/1733815357830/Put/seqid=0 2024-12-10T07:22:38,633 INFO [regionserver/65d303fd23b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:22:38,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33725 is added to blk_1073741843_1019 (size=9337) 2024-12-10T07:22:38,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741843_1019 (size=9337) 2024-12-10T07:22:38,636 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/hbase/meta/1588230740/.tmp/info/2df4d15de0e14ba094e1381902031c9c 2024-12-10T07:22:38,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741844_1020 (size=5037) 2024-12-10T07:22:38,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33725 is added to blk_1073741844_1020 (size=5037) 2024-12-10T07:22:38,641 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/hbase/namespace/61501b13c9706cf6d75e1c8e1d7c8a5c/.tmp/info/aab41bccf12d4ac4886bf799b37398d1 2024-12-10T07:22:38,649 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/hbase/namespace/61501b13c9706cf6d75e1c8e1d7c8a5c/.tmp/info/aab41bccf12d4ac4886bf799b37398d1 as hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/hbase/namespace/61501b13c9706cf6d75e1c8e1d7c8a5c/info/aab41bccf12d4ac4886bf799b37398d1 2024-12-10T07:22:38,655 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/hbase/namespace/61501b13c9706cf6d75e1c8e1d7c8a5c/info/aab41bccf12d4ac4886bf799b37398d1, entries=2, sequenceid=6, filesize=4.9 K 2024-12-10T07:22:38,656 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 61501b13c9706cf6d75e1c8e1d7c8a5c in 39ms, sequenceid=6, compaction requested=false 2024-12-10T07:22:38,659 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/hbase/meta/1588230740/.tmp/table/1ee7a1bf0d9a4d909c540e58d308cb6c is 61, key is testClearRegionBlockCache/table:state/1733815358291/Put/seqid=0 2024-12-10T07:22:38,660 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/hbase/namespace/61501b13c9706cf6d75e1c8e1d7c8a5c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-10T07:22:38,661 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733815357414.61501b13c9706cf6d75e1c8e1d7c8a5c. 2024-12-10T07:22:38,661 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 61501b13c9706cf6d75e1c8e1d7c8a5c: 2024-12-10T07:22:38,661 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733815357414.61501b13c9706cf6d75e1c8e1d7c8a5c. 2024-12-10T07:22:38,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741845_1021 (size=5392) 2024-12-10T07:22:38,667 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/hbase/meta/1588230740/.tmp/table/1ee7a1bf0d9a4d909c540e58d308cb6c 2024-12-10T07:22:38,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33725 is added to blk_1073741845_1021 (size=5392) 2024-12-10T07:22:38,673 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/hbase/meta/1588230740/.tmp/info/2df4d15de0e14ba094e1381902031c9c as hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/hbase/meta/1588230740/info/2df4d15de0e14ba094e1381902031c9c 2024-12-10T07:22:38,679 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/hbase/meta/1588230740/info/2df4d15de0e14ba094e1381902031c9c, entries=30, sequenceid=16, filesize=9.1 K 2024-12-10T07:22:38,680 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/hbase/meta/1588230740/.tmp/table/1ee7a1bf0d9a4d909c540e58d308cb6c as hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/hbase/meta/1588230740/table/1ee7a1bf0d9a4d909c540e58d308cb6c 2024-12-10T07:22:38,686 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/hbase/meta/1588230740/table/1ee7a1bf0d9a4d909c540e58d308cb6c, entries=4, sequenceid=16, filesize=5.3 K 2024-12-10T07:22:38,687 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 80ms, sequenceid=16, compaction requested=false 2024-12-10T07:22:38,691 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-10T07:22:38,692 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T07:22:38,692 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-10T07:22:38,692 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-10T07:22:38,692 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T07:22:38,806 INFO [RS:1;65d303fd23b5:35887 {}] regionserver.HRegionServer(1250): stopping server 65d303fd23b5,35887,1733815356561; all regions closed. 2024-12-10T07:22:38,807 INFO [RS:0;65d303fd23b5:34007 {}] regionserver.HRegionServer(1250): stopping server 65d303fd23b5,34007,1733815356527; all regions closed. 2024-12-10T07:22:38,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741834_1010 (size=3188) 2024-12-10T07:22:38,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33725 is added to blk_1073741834_1010 (size=3188) 2024-12-10T07:22:38,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741835_1011 (size=5602) 2024-12-10T07:22:38,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33725 is added to blk_1073741835_1011 (size=5602) 2024-12-10T07:22:38,812 DEBUG [RS:1;65d303fd23b5:35887 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/oldWALs 2024-12-10T07:22:38,812 INFO [RS:1;65d303fd23b5:35887 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 65d303fd23b5%2C35887%2C1733815356561:(num 1733815356965) 2024-12-10T07:22:38,812 DEBUG [RS:1;65d303fd23b5:35887 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:38,812 INFO [RS:1;65d303fd23b5:35887 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:22:38,812 INFO [RS:1;65d303fd23b5:35887 {}] hbase.ChoreService(370): Chore service for: regionserver/65d303fd23b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-10T07:22:38,812 INFO [RS:1;65d303fd23b5:35887 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:22:38,812 INFO [RS:1;65d303fd23b5:35887 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:22:38,812 INFO [RS:1;65d303fd23b5:35887 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:22:38,812 INFO [regionserver/65d303fd23b5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-10T07:22:38,813 INFO [RS:1;65d303fd23b5:35887 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35887 2024-12-10T07:22:38,813 DEBUG [RS:0;65d303fd23b5:34007 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/oldWALs 2024-12-10T07:22:38,813 INFO [RS:0;65d303fd23b5:34007 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 65d303fd23b5%2C34007%2C1733815356527.meta:.meta(num 1733815357361) 2024-12-10T07:22:38,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:22:38,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33725 is added to blk_1073741833_1009 (size=1758) 2024-12-10T07:22:38,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35887-0x1007ace85110002, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/65d303fd23b5,35887,1733815356561 2024-12-10T07:22:38,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741833_1009 (size=1758) 2024-12-10T07:22:38,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [65d303fd23b5,35887,1733815356561] 2024-12-10T07:22:38,817 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 65d303fd23b5,35887,1733815356561; numProcessing=1 2024-12-10T07:22:38,818 DEBUG [RS:0;65d303fd23b5:34007 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/oldWALs 2024-12-10T07:22:38,818 INFO [RS:0;65d303fd23b5:34007 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 65d303fd23b5%2C34007%2C1733815356527:(num 1733815356965) 2024-12-10T07:22:38,818 DEBUG [RS:0;65d303fd23b5:34007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:38,818 INFO [RS:0;65d303fd23b5:34007 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:22:38,818 INFO [RS:0;65d303fd23b5:34007 {}] hbase.ChoreService(370): Chore service for: regionserver/65d303fd23b5:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-10T07:22:38,818 INFO [regionserver/65d303fd23b5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-10T07:22:38,819 INFO [RS:0;65d303fd23b5:34007 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34007 2024-12-10T07:22:38,819 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/65d303fd23b5,35887,1733815356561 already deleted, retry=false 2024-12-10T07:22:38,819 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 65d303fd23b5,35887,1733815356561 expired; onlineServers=1 2024-12-10T07:22:38,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1007ace85110001, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/65d303fd23b5,34007,1733815356527 2024-12-10T07:22:38,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:22:38,823 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [65d303fd23b5,34007,1733815356527] 2024-12-10T07:22:38,823 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 65d303fd23b5,34007,1733815356527; numProcessing=2 2024-12-10T07:22:38,824 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/65d303fd23b5,34007,1733815356527 already deleted, retry=false 2024-12-10T07:22:38,824 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 65d303fd23b5,34007,1733815356527 expired; onlineServers=0 2024-12-10T07:22:38,824 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '65d303fd23b5,35277,1733815356475' ***** 2024-12-10T07:22:38,825 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-10T07:22:38,825 DEBUG [M:0;65d303fd23b5:35277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b171da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65d303fd23b5/172.17.0.2:0 2024-12-10T07:22:38,825 INFO [M:0;65d303fd23b5:35277 {}] regionserver.HRegionServer(1224): stopping server 65d303fd23b5,35277,1733815356475 2024-12-10T07:22:38,825 INFO [M:0;65d303fd23b5:35277 {}] regionserver.HRegionServer(1250): stopping server 65d303fd23b5,35277,1733815356475; all regions closed. 2024-12-10T07:22:38,825 DEBUG [M:0;65d303fd23b5:35277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:38,825 DEBUG [M:0;65d303fd23b5:35277 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-10T07:22:38,825 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-10T07:22:38,825 DEBUG [M:0;65d303fd23b5:35277 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-10T07:22:38,825 DEBUG [master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.large.0-1733815356752 {}] cleaner.HFileCleaner(306): Exit Thread[master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.large.0-1733815356752,5,FailOnTimeoutGroup] 2024-12-10T07:22:38,825 DEBUG [master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.small.0-1733815356752 {}] cleaner.HFileCleaner(306): Exit Thread[master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.small.0-1733815356752,5,FailOnTimeoutGroup] 2024-12-10T07:22:38,825 INFO [M:0;65d303fd23b5:35277 {}] hbase.ChoreService(370): Chore service for: master/65d303fd23b5:0 had [] on shutdown 2024-12-10T07:22:38,825 DEBUG [M:0;65d303fd23b5:35277 {}] master.HMaster(1733): Stopping service threads 2024-12-10T07:22:38,825 INFO [M:0;65d303fd23b5:35277 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-10T07:22:38,826 INFO [M:0;65d303fd23b5:35277 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-10T07:22:38,826 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-10T07:22:38,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-10T07:22:38,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:38,826 DEBUG [M:0;65d303fd23b5:35277 {}] zookeeper.ZKUtil(347): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-10T07:22:38,826 WARN [M:0;65d303fd23b5:35277 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-10T07:22:38,826 INFO [M:0;65d303fd23b5:35277 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-10T07:22:38,827 INFO [M:0;65d303fd23b5:35277 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-10T07:22:38,827 DEBUG [M:0;65d303fd23b5:35277 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:22:38,827 INFO [M:0;65d303fd23b5:35277 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:38,827 DEBUG [M:0;65d303fd23b5:35277 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:38,827 DEBUG [M:0;65d303fd23b5:35277 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:22:38,827 DEBUG [M:0;65d303fd23b5:35277 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:38,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:22:38,827 INFO [M:0;65d303fd23b5:35277 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-10T07:22:38,842 DEBUG [M:0;65d303fd23b5:35277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fcff29eaa524f15892d6b1233f52f43 is 82, key is hbase:meta,,1/info:regioninfo/1733815357394/Put/seqid=0 2024-12-10T07:22:38,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741846_1022 (size=5672) 2024-12-10T07:22:38,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33725 is added to blk_1073741846_1022 (size=5672) 2024-12-10T07:22:38,848 INFO [M:0;65d303fd23b5:35277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fcff29eaa524f15892d6b1233f52f43 2024-12-10T07:22:38,867 DEBUG [M:0;65d303fd23b5:35277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26c17155834b479ab411be1838ab243f is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733815358297/Put/seqid=0 2024-12-10T07:22:38,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33725 is added to blk_1073741847_1023 (size=7578) 2024-12-10T07:22:38,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741847_1023 (size=7578) 2024-12-10T07:22:38,873 INFO [M:0;65d303fd23b5:35277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26c17155834b479ab411be1838ab243f 2024-12-10T07:22:38,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1007ace85110001, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:38,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35887-0x1007ace85110002, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:38,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34007-0x1007ace85110001, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:38,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35887-0x1007ace85110002, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:38,927 INFO [RS:1;65d303fd23b5:35887 {}] regionserver.HRegionServer(1307): Exiting; stopping=65d303fd23b5,35887,1733815356561; zookeeper connection closed. 2024-12-10T07:22:38,927 INFO [RS:0;65d303fd23b5:34007 {}] regionserver.HRegionServer(1307): Exiting; stopping=65d303fd23b5,34007,1733815356527; zookeeper connection closed. 2024-12-10T07:22:38,928 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70f718aa {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70f718aa 2024-12-10T07:22:38,928 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@afc31b1 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@afc31b1 2024-12-10T07:22:38,928 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-10T07:22:38,940 DEBUG [M:0;65d303fd23b5:35277 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29fc1cb075c64a31a31a9c66c4d1b0d7 is 69, key is 65d303fd23b5,34007,1733815356527/rs:state/1733815356809/Put/seqid=0 2024-12-10T07:22:38,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741848_1024 (size=5224) 2024-12-10T07:22:38,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33725 is added to blk_1073741848_1024 (size=5224) 2024-12-10T07:22:38,946 INFO [M:0;65d303fd23b5:35277 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29fc1cb075c64a31a31a9c66c4d1b0d7 2024-12-10T07:22:38,951 DEBUG [M:0;65d303fd23b5:35277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4fcff29eaa524f15892d6b1233f52f43 as hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4fcff29eaa524f15892d6b1233f52f43 2024-12-10T07:22:38,956 INFO [M:0;65d303fd23b5:35277 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4fcff29eaa524f15892d6b1233f52f43, entries=8, sequenceid=108, filesize=5.5 K 2024-12-10T07:22:38,957 DEBUG [M:0;65d303fd23b5:35277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26c17155834b479ab411be1838ab243f as hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26c17155834b479ab411be1838ab243f 2024-12-10T07:22:38,961 INFO [M:0;65d303fd23b5:35277 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26c17155834b479ab411be1838ab243f, entries=13, sequenceid=108, filesize=7.4 K 2024-12-10T07:22:38,962 DEBUG [M:0;65d303fd23b5:35277 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29fc1cb075c64a31a31a9c66c4d1b0d7 as hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29fc1cb075c64a31a31a9c66c4d1b0d7 2024-12-10T07:22:38,967 INFO [M:0;65d303fd23b5:35277 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45691/user/jenkins/test-data/89067fca-2e2f-15c6-4324-d186a13e1b93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29fc1cb075c64a31a31a9c66c4d1b0d7, entries=2, sequenceid=108, filesize=5.1 K 2024-12-10T07:22:38,968 INFO [M:0;65d303fd23b5:35277 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=108, compaction requested=false 2024-12-10T07:22:38,970 INFO [M:0;65d303fd23b5:35277 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:38,970 DEBUG [M:0;65d303fd23b5:35277 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T07:22:38,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33725 is added to blk_1073741830_1006 (size=54465) 2024-12-10T07:22:38,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33807 is added to blk_1073741830_1006 (size=54465) 2024-12-10T07:22:38,974 INFO [M:0;65d303fd23b5:35277 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-10T07:22:38,974 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-10T07:22:38,974 INFO [M:0;65d303fd23b5:35277 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35277 2024-12-10T07:22:38,977 DEBUG [M:0;65d303fd23b5:35277 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/65d303fd23b5,35277,1733815356475 already deleted, retry=false 2024-12-10T07:22:39,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:39,079 INFO [M:0;65d303fd23b5:35277 {}] regionserver.HRegionServer(1307): Exiting; stopping=65d303fd23b5,35277,1733815356475; zookeeper connection closed. 2024-12-10T07:22:39,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35277-0x1007ace85110000, quorum=127.0.0.1:51375, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:39,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29ef04e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:22:39,082 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d8b8e72{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:22:39,082 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:22:39,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5704e4c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:22:39,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@688596aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/hadoop.log.dir/,STOPPED} 2024-12-10T07:22:39,084 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:22:39,084 WARN [BP-140452711-172.17.0.2-1733815355762 heartbeating to localhost/127.0.0.1:45691 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:22:39,084 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:22:39,084 WARN [BP-140452711-172.17.0.2-1733815355762 heartbeating to localhost/127.0.0.1:45691 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-140452711-172.17.0.2-1733815355762 (Datanode Uuid e4cab6c5-879f-4290-9558-b85cf4884e42) service to localhost/127.0.0.1:45691 2024-12-10T07:22:39,085 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/cluster_be78cacb-48ce-ddac-a6b7-7bf951223ced/dfs/data/data3/current/BP-140452711-172.17.0.2-1733815355762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:22:39,085 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/cluster_be78cacb-48ce-ddac-a6b7-7bf951223ced/dfs/data/data4/current/BP-140452711-172.17.0.2-1733815355762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:22:39,085 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:22:39,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@377d053d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:22:39,087 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44528cde{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:22:39,087 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:22:39,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d1ef726{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:22:39,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47fff338{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/hadoop.log.dir/,STOPPED} 2024-12-10T07:22:39,089 WARN [BP-140452711-172.17.0.2-1733815355762 heartbeating to localhost/127.0.0.1:45691 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:22:39,089 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:22:39,089 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:22:39,089 WARN [BP-140452711-172.17.0.2-1733815355762 heartbeating to localhost/127.0.0.1:45691 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-140452711-172.17.0.2-1733815355762 (Datanode Uuid 4055e325-e152-4e76-8ac1-9d253463ea81) service to localhost/127.0.0.1:45691 2024-12-10T07:22:39,090 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/cluster_be78cacb-48ce-ddac-a6b7-7bf951223ced/dfs/data/data1/current/BP-140452711-172.17.0.2-1733815355762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:22:39,090 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/cluster_be78cacb-48ce-ddac-a6b7-7bf951223ced/dfs/data/data2/current/BP-140452711-172.17.0.2-1733815355762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:22:39,090 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:22:39,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@236815e8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:22:39,096 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d367fe3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:22:39,096 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:22:39,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@305c6976{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:22:39,096 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64b0c3de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/hadoop.log.dir/,STOPPED} 2024-12-10T07:22:39,103 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-10T07:22:39,126 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-10T07:22:39,136 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=181 (was 160) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45691 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45691 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45691 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45691 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:45691 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45691 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:45691 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=530 (was 501) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=198 (was 163) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6679 (was 6835) 2024-12-10T07:22:39,144 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=181, OpenFileDescriptor=530, MaxFileDescriptor=1048576, SystemLoadAverage=198, ProcessCount=11, AvailableMemoryMB=6679 2024-12-10T07:22:39,165 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/hadoop.log.dir so I do NOT create it in target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70 2024-12-10T07:22:39,165 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/hadoop.log.dir Erasing configuration value by system value. 2024-12-10T07:22:39,165 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/hadoop.tmp.dir so I do NOT create it in target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70 2024-12-10T07:22:39,165 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8f32efa3-6744-2e07-0ed8-d8105ab06c0b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-10T07:22:39,165 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70 2024-12-10T07:22:39,165 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-10T07:22:39,166 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/cluster_85b9cb56-6de4-f619-ae07-0d47609677d7, deleteOnExit=true 2024-12-10T07:22:39,166 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-10T07:22:39,166 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/test.cache.data in system properties and HBase conf 2024-12-10T07:22:39,166 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/hadoop.tmp.dir in system properties and HBase conf 2024-12-10T07:22:39,166 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/hadoop.log.dir in system properties and HBase conf 2024-12-10T07:22:39,166 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-10T07:22:39,166 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-10T07:22:39,166 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-10T07:22:39,166 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-10T07:22:39,167 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:22:39,167 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-10T07:22:39,167 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-10T07:22:39,167 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:22:39,167 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-10T07:22:39,167 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-10T07:22:39,167 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-10T07:22:39,167 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:22:39,167 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-10T07:22:39,167 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/nfs.dump.dir in system properties and HBase conf 2024-12-10T07:22:39,168 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/java.io.tmpdir in system properties and HBase conf 2024-12-10T07:22:39,168 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-10T07:22:39,168 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-10T07:22:39,168 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-10T07:22:39,240 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:22:39,245 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:22:39,246 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:22:39,246 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:22:39,246 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T07:22:39,247 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:22:39,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@408dd55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:22:39,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@538c54ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:22:39,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b79f406{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/java.io.tmpdir/jetty-localhost-43347-hadoop-hdfs-3_4_1-tests_jar-_-any-17661832391074910110/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:22:39,362 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fb79839{HTTP/1.1, (http/1.1)}{localhost:43347} 2024-12-10T07:22:39,362 INFO [Time-limited test {}] server.Server(415): Started @26605ms 2024-12-10T07:22:39,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:22:39,511 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:22:39,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:22:39,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:22:39,516 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-10T07:22:39,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ccf3839{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:22:39,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24bd408c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:22:39,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b9570bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/java.io.tmpdir/jetty-localhost-40195-hadoop-hdfs-3_4_1-tests_jar-_-any-4212131511746348751/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:22:39,636 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57ff4ced{HTTP/1.1, (http/1.1)}{localhost:40195} 2024-12-10T07:22:39,637 INFO [Time-limited test {}] server.Server(415): Started @26879ms 2024-12-10T07:22:39,638 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:22:39,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-10T07:22:39,679 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-10T07:22:39,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-10T07:22:39,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-10T07:22:39,681 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-10T07:22:39,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f46c76d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/hadoop.log.dir/,AVAILABLE} 2024-12-10T07:22:39,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fda014{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-10T07:22:39,748 WARN [Thread-1435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/cluster_85b9cb56-6de4-f619-ae07-0d47609677d7/dfs/data/data1/current/BP-1633678904-172.17.0.2-1733815359187/current, will proceed with Du for space computation calculation, 2024-12-10T07:22:39,748 WARN [Thread-1436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/cluster_85b9cb56-6de4-f619-ae07-0d47609677d7/dfs/data/data2/current/BP-1633678904-172.17.0.2-1733815359187/current, will proceed with Du for space computation calculation, 2024-12-10T07:22:39,775 WARN [Thread-1414 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:22:39,778 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1983adabac107388 with lease ID 0x502abc50770f9c8d: Processing first storage report for DS-3185f2fb-261c-4bbf-92ab-dc147f071047 from datanode DatanodeRegistration(127.0.0.1:46349, datanodeUuid=4fcc99c7-1b5e-48f9-bbf3-2bd875802e67, infoPort=34443, infoSecurePort=0, ipcPort=35177, storageInfo=lv=-57;cid=testClusterID;nsid=636144479;c=1733815359187) 2024-12-10T07:22:39,778 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1983adabac107388 with lease ID 0x502abc50770f9c8d: from storage DS-3185f2fb-261c-4bbf-92ab-dc147f071047 node DatanodeRegistration(127.0.0.1:46349, datanodeUuid=4fcc99c7-1b5e-48f9-bbf3-2bd875802e67, infoPort=34443, infoSecurePort=0, ipcPort=35177, storageInfo=lv=-57;cid=testClusterID;nsid=636144479;c=1733815359187), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:22:39,778 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1983adabac107388 with lease ID 0x502abc50770f9c8d: Processing first storage report for DS-cb033ae0-b5b9-4b84-98dd-5d5cd315fb12 from datanode DatanodeRegistration(127.0.0.1:46349, datanodeUuid=4fcc99c7-1b5e-48f9-bbf3-2bd875802e67, infoPort=34443, infoSecurePort=0, ipcPort=35177, storageInfo=lv=-57;cid=testClusterID;nsid=636144479;c=1733815359187) 2024-12-10T07:22:39,778 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1983adabac107388 with lease ID 0x502abc50770f9c8d: from storage DS-cb033ae0-b5b9-4b84-98dd-5d5cd315fb12 node DatanodeRegistration(127.0.0.1:46349, datanodeUuid=4fcc99c7-1b5e-48f9-bbf3-2bd875802e67, infoPort=34443, infoSecurePort=0, ipcPort=35177, storageInfo=lv=-57;cid=testClusterID;nsid=636144479;c=1733815359187), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:22:39,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@406f6bbf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/java.io.tmpdir/jetty-localhost-45589-hadoop-hdfs-3_4_1-tests_jar-_-any-18341650276228241959/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:22:39,811 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45d07084{HTTP/1.1, (http/1.1)}{localhost:45589} 2024-12-10T07:22:39,811 INFO [Time-limited test {}] server.Server(415): Started @27054ms 2024-12-10T07:22:39,812 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-10T07:22:39,896 WARN [Thread-1462 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/cluster_85b9cb56-6de4-f619-ae07-0d47609677d7/dfs/data/data4/current/BP-1633678904-172.17.0.2-1733815359187/current, will proceed with Du for space computation calculation, 2024-12-10T07:22:39,896 WARN [Thread-1461 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/cluster_85b9cb56-6de4-f619-ae07-0d47609677d7/dfs/data/data3/current/BP-1633678904-172.17.0.2-1733815359187/current, will proceed with Du for space computation calculation, 2024-12-10T07:22:39,924 WARN [Thread-1450 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-10T07:22:39,927 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc324ede6fd8ce61c with lease ID 0x502abc50770f9c8e: Processing first storage report for DS-2f238137-7080-4e01-b732-7af574037694 from datanode DatanodeRegistration(127.0.0.1:38467, datanodeUuid=23590f68-d984-4580-9c3d-c090a92dcde5, infoPort=40103, infoSecurePort=0, ipcPort=42067, storageInfo=lv=-57;cid=testClusterID;nsid=636144479;c=1733815359187) 2024-12-10T07:22:39,927 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc324ede6fd8ce61c with lease ID 0x502abc50770f9c8e: from storage DS-2f238137-7080-4e01-b732-7af574037694 node DatanodeRegistration(127.0.0.1:38467, datanodeUuid=23590f68-d984-4580-9c3d-c090a92dcde5, infoPort=40103, infoSecurePort=0, ipcPort=42067, storageInfo=lv=-57;cid=testClusterID;nsid=636144479;c=1733815359187), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:22:39,927 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc324ede6fd8ce61c with lease ID 0x502abc50770f9c8e: Processing first storage report for DS-f7ded966-36fc-4864-8a7f-bd2ebbfc1c2d from datanode DatanodeRegistration(127.0.0.1:38467, datanodeUuid=23590f68-d984-4580-9c3d-c090a92dcde5, infoPort=40103, infoSecurePort=0, ipcPort=42067, storageInfo=lv=-57;cid=testClusterID;nsid=636144479;c=1733815359187) 2024-12-10T07:22:39,927 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc324ede6fd8ce61c with lease ID 0x502abc50770f9c8e: from storage DS-f7ded966-36fc-4864-8a7f-bd2ebbfc1c2d node DatanodeRegistration(127.0.0.1:38467, datanodeUuid=23590f68-d984-4580-9c3d-c090a92dcde5, infoPort=40103, infoSecurePort=0, ipcPort=42067, storageInfo=lv=-57;cid=testClusterID;nsid=636144479;c=1733815359187), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-10T07:22:39,936 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70 2024-12-10T07:22:39,940 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/cluster_85b9cb56-6de4-f619-ae07-0d47609677d7/zookeeper_0, clientPort=50702, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/cluster_85b9cb56-6de4-f619-ae07-0d47609677d7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/cluster_85b9cb56-6de4-f619-ae07-0d47609677d7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-10T07:22:39,941 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50702 2024-12-10T07:22:39,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:39,942 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:39,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46349 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:22:39,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741825_1001 (size=7) 2024-12-10T07:22:39,954 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764 with version=8 2024-12-10T07:22:39,954 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/hbase-staging 2024-12-10T07:22:39,956 INFO [Time-limited test {}] client.ConnectionUtils(129): master/65d303fd23b5:0 server-side Connection retries=45 2024-12-10T07:22:39,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:39,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:39,956 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:22:39,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:39,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:22:39,956 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:22:39,956 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:22:39,957 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44623 2024-12-10T07:22:39,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:39,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:39,961 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44623 connecting to ZooKeeper ensemble=127.0.0.1:50702 2024-12-10T07:22:39,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446230x0, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:22:39,969 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44623-0x1007ace92a90000 connected 2024-12-10T07:22:39,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:22:39,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:39,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:22:39,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44623 2024-12-10T07:22:39,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44623 2024-12-10T07:22:39,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44623 2024-12-10T07:22:39,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44623 2024-12-10T07:22:39,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44623 2024-12-10T07:22:40,000 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764, hbase.cluster.distributed=false 2024-12-10T07:22:40,016 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/65d303fd23b5:0 server-side Connection retries=45 2024-12-10T07:22:40,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:40,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:40,016 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:22:40,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:40,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:22:40,016 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:22:40,016 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:22:40,017 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34437 2024-12-10T07:22:40,017 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:22:40,018 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-10T07:22:40,023 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-10T07:22:40,023 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-10T07:22:40,024 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-10T07:22:40,024 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:22:40,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:40,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:40,028 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34437 connecting to ZooKeeper ensemble=127.0.0.1:50702 2024-12-10T07:22:40,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344370x0, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:22:40,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34437-0x1007ace92a90001, quorum=127.0.0.1:50702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:22:40,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34437-0x1007ace92a90001 connected 2024-12-10T07:22:40,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34437-0x1007ace92a90001, quorum=127.0.0.1:50702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:40,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34437-0x1007ace92a90001, quorum=127.0.0.1:50702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:22:40,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34437 2024-12-10T07:22:40,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34437 2024-12-10T07:22:40,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34437 2024-12-10T07:22:40,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34437 2024-12-10T07:22:40,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34437 2024-12-10T07:22:40,056 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/65d303fd23b5:0 server-side Connection retries=45 2024-12-10T07:22:40,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:40,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:40,056 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-10T07:22:40,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-10T07:22:40,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-10T07:22:40,056 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-10T07:22:40,056 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-10T07:22:40,057 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36711 2024-12-10T07:22:40,057 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-10T07:22:40,058 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-10T07:22:40,064 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-10T07:22:40,064 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-10T07:22:40,065 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-10T07:22:40,065 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-10T07:22:40,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:40,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:40,069 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36711 connecting to ZooKeeper ensemble=127.0.0.1:50702 2024-12-10T07:22:40,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367110x0, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-10T07:22:40,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367110x0, quorum=127.0.0.1:50702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:22:40,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36711-0x1007ace92a90002 connected 2024-12-10T07:22:40,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36711-0x1007ace92a90002, quorum=127.0.0.1:50702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:40,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36711-0x1007ace92a90002, quorum=127.0.0.1:50702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-10T07:22:40,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36711 2024-12-10T07:22:40,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36711 2024-12-10T07:22:40,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36711 2024-12-10T07:22:40,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36711 2024-12-10T07:22:40,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36711 2024-12-10T07:22:40,075 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/65d303fd23b5,44623,1733815359955 2024-12-10T07:22:40,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x1007ace92a90001, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:40,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:40,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36711-0x1007ace92a90002, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:40,078 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/65d303fd23b5,44623,1733815359955 2024-12-10T07:22:40,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36711-0x1007ace92a90002, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:22:40,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:22:40,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36711-0x1007ace92a90002, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:40,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:40,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x1007ace92a90001, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-10T07:22:40,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x1007ace92a90001, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:40,080 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T07:22:40,080 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/65d303fd23b5,44623,1733815359955 from backup master directory 2024-12-10T07:22:40,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-10T07:22:40,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/65d303fd23b5,44623,1733815359955 2024-12-10T07:22:40,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x1007ace92a90001, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:40,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:40,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36711-0x1007ace92a90002, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-10T07:22:40,082 WARN [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:22:40,082 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=65d303fd23b5,44623,1733815359955 2024-12-10T07:22:40,088 DEBUG [M:0;65d303fd23b5:44623 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;65d303fd23b5:44623 2024-12-10T07:22:40,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:22:40,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46349 is added to blk_1073741826_1002 (size=42) 2024-12-10T07:22:40,099 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/hbase.id with ID: cfa9364f-d082-4ad2-8414-71f7841e75c1 2024-12-10T07:22:40,110 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-10T07:22:40,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:40,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36711-0x1007ace92a90002, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:40,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x1007ace92a90001, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:40,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:22:40,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46349 is added to blk_1073741827_1003 (size=196) 2024-12-10T07:22:40,120 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:22:40,121 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-10T07:22:40,121 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:22:40,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:22:40,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46349 is added to blk_1073741828_1004 (size=1189) 2024-12-10T07:22:40,129 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/MasterData/data/master/store 2024-12-10T07:22:40,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46349 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:22:40,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741829_1005 (size=34) 2024-12-10T07:22:40,135 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:40,135 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:22:40,135 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:40,136 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:40,136 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:22:40,136 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:40,136 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:40,136 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T07:22:40,136 WARN [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/MasterData/data/master/store/.initializing 2024-12-10T07:22:40,136 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/MasterData/WALs/65d303fd23b5,44623,1733815359955 2024-12-10T07:22:40,137 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:22:40,139 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65d303fd23b5%2C44623%2C1733815359955, suffix=, logDir=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/MasterData/WALs/65d303fd23b5,44623,1733815359955, archiveDir=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/MasterData/oldWALs, maxLogs=10 2024-12-10T07:22:40,152 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/MasterData/WALs/65d303fd23b5,44623,1733815359955/65d303fd23b5%2C44623%2C1733815359955.1733815360139, exclude list is [], retry=0 2024-12-10T07:22:40,154 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46349,DS-3185f2fb-261c-4bbf-92ab-dc147f071047,DISK] 2024-12-10T07:22:40,154 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38467,DS-2f238137-7080-4e01-b732-7af574037694,DISK] 2024-12-10T07:22:40,156 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/MasterData/WALs/65d303fd23b5,44623,1733815359955/65d303fd23b5%2C44623%2C1733815359955.1733815360139 2024-12-10T07:22:40,156 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34443:34443),(127.0.0.1/127.0.0.1:40103:40103)] 2024-12-10T07:22:40,156 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:22:40,157 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:40,157 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:40,157 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:40,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:40,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-10T07:22:40,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:40,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:40,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:40,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-10T07:22:40,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:40,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:40,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:40,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-10T07:22:40,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:40,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:40,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:40,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-10T07:22:40,163 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:40,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:40,164 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:40,165 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:40,166 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-10T07:22:40,167 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-10T07:22:40,169 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:40,170 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68109448, jitterRate=0.014909863471984863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-10T07:22:40,170 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T07:22:40,170 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-10T07:22:40,173 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437fb7f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:22:40,174 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-10T07:22:40,174 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-10T07:22:40,174 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-10T07:22:40,174 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-10T07:22:40,175 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-10T07:22:40,175 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-10T07:22:40,175 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-10T07:22:40,176 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-10T07:22:40,177 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-10T07:22:40,178 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-10T07:22:40,179 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-10T07:22:40,179 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-10T07:22:40,181 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-10T07:22:40,181 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-10T07:22:40,181 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-10T07:22:40,183 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-10T07:22:40,184 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-10T07:22:40,185 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-10T07:22:40,186 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-10T07:22:40,188 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-10T07:22:40,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:40,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36711-0x1007ace92a90002, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:40,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x1007ace92a90001, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:40,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36711-0x1007ace92a90002, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:40,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x1007ace92a90001, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:40,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:40,190 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=65d303fd23b5,44623,1733815359955, sessionid=0x1007ace92a90000, setting cluster-up flag (Was=false) 2024-12-10T07:22:40,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:40,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x1007ace92a90001, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:40,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36711-0x1007ace92a90002, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:40,198 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-10T07:22:40,198 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=65d303fd23b5,44623,1733815359955 2024-12-10T07:22:40,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36711-0x1007ace92a90002, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:40,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x1007ace92a90001, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:40,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:40,207 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-10T07:22:40,208 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=65d303fd23b5,44623,1733815359955 2024-12-10T07:22:40,210 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-10T07:22:40,210 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-10T07:22:40,210 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-10T07:22:40,211 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 65d303fd23b5,44623,1733815359955 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-10T07:22:40,211 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/65d303fd23b5:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:22:40,211 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/65d303fd23b5:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:22:40,211 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/65d303fd23b5:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:22:40,211 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/65d303fd23b5:0, corePoolSize=5, maxPoolSize=5 2024-12-10T07:22:40,211 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/65d303fd23b5:0, corePoolSize=10, maxPoolSize=10 2024-12-10T07:22:40,211 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:40,211 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/65d303fd23b5:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:22:40,211 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:40,212 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:22:40,212 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-10T07:22:40,213 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:40,213 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T07:22:40,219 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733815390219 2024-12-10T07:22:40,220 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-10T07:22:40,220 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-10T07:22:40,220 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-10T07:22:40,220 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-10T07:22:40,220 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-10T07:22:40,220 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-10T07:22:40,220 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:40,221 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-10T07:22:40,221 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-10T07:22:40,221 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-10T07:22:40,224 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-10T07:22:40,224 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-10T07:22:40,224 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.large.0-1733815360224,5,FailOnTimeoutGroup] 2024-12-10T07:22:40,224 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.small.0-1733815360224,5,FailOnTimeoutGroup] 2024-12-10T07:22:40,224 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:40,224 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-10T07:22:40,224 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:40,224 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:40,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46349 is added to blk_1073741831_1007 (size=1039) 2024-12-10T07:22:40,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741831_1007 (size=1039) 2024-12-10T07:22:40,228 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-10T07:22:40,228 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764 2024-12-10T07:22:40,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46349 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:22:40,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741832_1008 (size=32) 2024-12-10T07:22:40,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:40,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:22:40,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:22:40,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:40,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:40,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:22:40,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:22:40,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:40,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:40,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:22:40,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:22:40,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:40,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:40,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/hbase/meta/1588230740 2024-12-10T07:22:40,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/hbase/meta/1588230740 2024-12-10T07:22:40,247 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T07:22:40,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-10T07:22:40,251 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:40,251 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69367467, jitterRate=0.0336558073759079}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T07:22:40,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-10T07:22:40,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:22:40,252 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-10T07:22:40,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-10T07:22:40,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:22:40,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:22:40,252 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-10T07:22:40,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-10T07:22:40,253 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-10T07:22:40,253 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-10T07:22:40,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-10T07:22:40,254 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-10T07:22:40,255 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-10T07:22:40,287 DEBUG [RS:1;65d303fd23b5:36711 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;65d303fd23b5:36711 2024-12-10T07:22:40,287 DEBUG [RS:0;65d303fd23b5:34437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;65d303fd23b5:34437 2024-12-10T07:22:40,288 INFO [RS:0;65d303fd23b5:34437 {}] regionserver.HRegionServer(1008): ClusterId : cfa9364f-d082-4ad2-8414-71f7841e75c1 2024-12-10T07:22:40,288 INFO [RS:1;65d303fd23b5:36711 {}] regionserver.HRegionServer(1008): ClusterId : cfa9364f-d082-4ad2-8414-71f7841e75c1 2024-12-10T07:22:40,288 DEBUG [RS:0;65d303fd23b5:34437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:22:40,288 DEBUG [RS:1;65d303fd23b5:36711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-10T07:22:40,292 DEBUG [RS:0;65d303fd23b5:34437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:22:40,292 DEBUG [RS:0;65d303fd23b5:34437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:22:40,292 DEBUG [RS:1;65d303fd23b5:36711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-10T07:22:40,292 DEBUG [RS:1;65d303fd23b5:36711 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-10T07:22:40,294 DEBUG [RS:1;65d303fd23b5:36711 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:22:40,294 DEBUG [RS:0;65d303fd23b5:34437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-10T07:22:40,294 DEBUG [RS:1;65d303fd23b5:36711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f8fe8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:22:40,294 DEBUG [RS:0;65d303fd23b5:34437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc09b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:22:40,294 DEBUG [RS:1;65d303fd23b5:36711 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b0dfb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65d303fd23b5/172.17.0.2:0 2024-12-10T07:22:40,294 INFO [RS:1;65d303fd23b5:36711 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-10T07:22:40,295 INFO [RS:1;65d303fd23b5:36711 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-10T07:22:40,295 DEBUG [RS:1;65d303fd23b5:36711 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-10T07:22:40,295 DEBUG [RS:0;65d303fd23b5:34437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce1db6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65d303fd23b5/172.17.0.2:0 2024-12-10T07:22:40,295 INFO [RS:0;65d303fd23b5:34437 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-10T07:22:40,295 INFO [RS:0;65d303fd23b5:34437 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-10T07:22:40,295 DEBUG [RS:0;65d303fd23b5:34437 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-10T07:22:40,295 INFO [RS:1;65d303fd23b5:36711 {}] regionserver.HRegionServer(3073): reportForDuty to master=65d303fd23b5,44623,1733815359955 with isa=65d303fd23b5/172.17.0.2:36711, startcode=1733815360055 2024-12-10T07:22:40,295 INFO [RS:0;65d303fd23b5:34437 {}] regionserver.HRegionServer(3073): reportForDuty to master=65d303fd23b5,44623,1733815359955 with isa=65d303fd23b5/172.17.0.2:34437, startcode=1733815360015 2024-12-10T07:22:40,295 DEBUG [RS:1;65d303fd23b5:36711 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:22:40,295 DEBUG [RS:0;65d303fd23b5:34437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-10T07:22:40,297 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52371, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:22:40,298 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44623 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 65d303fd23b5,36711,1733815360055 2024-12-10T07:22:40,298 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44623 {}] master.ServerManager(486): Registering regionserver=65d303fd23b5,36711,1733815360055 2024-12-10T07:22:40,298 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56387, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-10T07:22:40,299 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44623 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 65d303fd23b5,34437,1733815360015 2024-12-10T07:22:40,299 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44623 {}] master.ServerManager(486): Registering regionserver=65d303fd23b5,34437,1733815360015 2024-12-10T07:22:40,299 DEBUG [RS:1;65d303fd23b5:36711 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764 2024-12-10T07:22:40,299 DEBUG [RS:1;65d303fd23b5:36711 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40921 2024-12-10T07:22:40,299 DEBUG [RS:1;65d303fd23b5:36711 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-10T07:22:40,300 DEBUG [RS:0;65d303fd23b5:34437 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764 2024-12-10T07:22:40,300 DEBUG [RS:0;65d303fd23b5:34437 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40921 2024-12-10T07:22:40,300 DEBUG [RS:0;65d303fd23b5:34437 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-10T07:22:40,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:22:40,304 DEBUG [RS:1;65d303fd23b5:36711 {}] zookeeper.ZKUtil(111): regionserver:36711-0x1007ace92a90002, quorum=127.0.0.1:50702, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/65d303fd23b5,36711,1733815360055 2024-12-10T07:22:40,304 WARN [RS:1;65d303fd23b5:36711 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:22:40,304 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [65d303fd23b5,36711,1733815360055] 2024-12-10T07:22:40,304 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [65d303fd23b5,34437,1733815360015] 2024-12-10T07:22:40,304 INFO [RS:1;65d303fd23b5:36711 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:22:40,304 DEBUG [RS:0;65d303fd23b5:34437 {}] zookeeper.ZKUtil(111): regionserver:34437-0x1007ace92a90001, quorum=127.0.0.1:50702, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/65d303fd23b5,34437,1733815360015 2024-12-10T07:22:40,304 DEBUG [RS:1;65d303fd23b5:36711 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/WALs/65d303fd23b5,36711,1733815360055 2024-12-10T07:22:40,304 WARN [RS:0;65d303fd23b5:34437 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-10T07:22:40,305 INFO [RS:0;65d303fd23b5:34437 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:22:40,305 DEBUG [RS:0;65d303fd23b5:34437 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/WALs/65d303fd23b5,34437,1733815360015 2024-12-10T07:22:40,310 DEBUG [RS:0;65d303fd23b5:34437 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-10T07:22:40,310 DEBUG [RS:1;65d303fd23b5:36711 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-10T07:22:40,310 INFO [RS:1;65d303fd23b5:36711 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:22:40,310 INFO [RS:0;65d303fd23b5:34437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-10T07:22:40,312 INFO [RS:1;65d303fd23b5:36711 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:22:40,313 INFO [RS:1;65d303fd23b5:36711 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:22:40,313 INFO [RS:1;65d303fd23b5:36711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:40,316 INFO [RS:1;65d303fd23b5:36711 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-10T07:22:40,316 INFO [RS:0;65d303fd23b5:34437 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-10T07:22:40,316 INFO [RS:1;65d303fd23b5:36711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:40,317 INFO [RS:0;65d303fd23b5:34437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-10T07:22:40,317 INFO [RS:0;65d303fd23b5:34437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:40,317 DEBUG [RS:1;65d303fd23b5:36711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:40,317 DEBUG [RS:1;65d303fd23b5:36711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:40,317 DEBUG [RS:1;65d303fd23b5:36711 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:40,317 DEBUG [RS:1;65d303fd23b5:36711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:40,317 DEBUG [RS:1;65d303fd23b5:36711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:40,317 DEBUG [RS:1;65d303fd23b5:36711 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/65d303fd23b5:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:22:40,317 DEBUG [RS:1;65d303fd23b5:36711 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:40,317 INFO [RS:0;65d303fd23b5:34437 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-10T07:22:40,317 DEBUG [RS:1;65d303fd23b5:36711 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:40,317 DEBUG [RS:1;65d303fd23b5:36711 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:40,317 DEBUG [RS:1;65d303fd23b5:36711 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:40,317 DEBUG [RS:1;65d303fd23b5:36711 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:40,317 DEBUG [RS:1;65d303fd23b5:36711 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/65d303fd23b5:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:22:40,317 DEBUG [RS:1;65d303fd23b5:36711 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/65d303fd23b5:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:22:40,317 INFO [RS:1;65d303fd23b5:36711 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:40,318 INFO [RS:1;65d303fd23b5:36711 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:40,318 INFO [RS:1;65d303fd23b5:36711 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:40,318 INFO [RS:1;65d303fd23b5:36711 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:40,318 INFO [RS:1;65d303fd23b5:36711 {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,36711,1733815360055-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:22:40,318 INFO [RS:0;65d303fd23b5:34437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:40,318 DEBUG [RS:0;65d303fd23b5:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:40,318 DEBUG [RS:0;65d303fd23b5:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:40,318 DEBUG [RS:0;65d303fd23b5:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:40,318 DEBUG [RS:0;65d303fd23b5:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:40,318 DEBUG [RS:0;65d303fd23b5:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:40,318 DEBUG [RS:0;65d303fd23b5:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/65d303fd23b5:0, corePoolSize=2, maxPoolSize=2 2024-12-10T07:22:40,318 DEBUG [RS:0;65d303fd23b5:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:40,318 DEBUG [RS:0;65d303fd23b5:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:40,318 DEBUG [RS:0;65d303fd23b5:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:40,318 DEBUG [RS:0;65d303fd23b5:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:40,318 DEBUG [RS:0;65d303fd23b5:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/65d303fd23b5:0, corePoolSize=1, maxPoolSize=1 2024-12-10T07:22:40,318 DEBUG [RS:0;65d303fd23b5:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/65d303fd23b5:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:22:40,318 DEBUG [RS:0;65d303fd23b5:34437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/65d303fd23b5:0, corePoolSize=3, maxPoolSize=3 2024-12-10T07:22:40,327 INFO [RS:0;65d303fd23b5:34437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:40,327 INFO [RS:0;65d303fd23b5:34437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:40,327 INFO [RS:0;65d303fd23b5:34437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:40,327 INFO [RS:0;65d303fd23b5:34437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:40,327 INFO [RS:0;65d303fd23b5:34437 {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,34437,1733815360015-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:22:40,338 INFO [RS:1;65d303fd23b5:36711 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:22:40,338 INFO [RS:1;65d303fd23b5:36711 {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,36711,1733815360055-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:40,349 INFO [RS:0;65d303fd23b5:34437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-10T07:22:40,349 INFO [RS:0;65d303fd23b5:34437 {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,34437,1733815360015-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:40,355 INFO [RS:1;65d303fd23b5:36711 {}] regionserver.Replication(204): 65d303fd23b5,36711,1733815360055 started 2024-12-10T07:22:40,355 INFO [RS:1;65d303fd23b5:36711 {}] regionserver.HRegionServer(1767): Serving as 65d303fd23b5,36711,1733815360055, RpcServer on 65d303fd23b5/172.17.0.2:36711, sessionid=0x1007ace92a90002 2024-12-10T07:22:40,355 DEBUG [RS:1;65d303fd23b5:36711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:22:40,355 DEBUG [RS:1;65d303fd23b5:36711 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 65d303fd23b5,36711,1733815360055 2024-12-10T07:22:40,356 DEBUG [RS:1;65d303fd23b5:36711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65d303fd23b5,36711,1733815360055' 2024-12-10T07:22:40,356 DEBUG [RS:1;65d303fd23b5:36711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:22:40,356 DEBUG [RS:1;65d303fd23b5:36711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:22:40,356 DEBUG [RS:1;65d303fd23b5:36711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:22:40,356 DEBUG [RS:1;65d303fd23b5:36711 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:22:40,357 DEBUG [RS:1;65d303fd23b5:36711 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 65d303fd23b5,36711,1733815360055 2024-12-10T07:22:40,357 DEBUG [RS:1;65d303fd23b5:36711 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65d303fd23b5,36711,1733815360055' 2024-12-10T07:22:40,357 DEBUG [RS:1;65d303fd23b5:36711 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:22:40,357 DEBUG [RS:1;65d303fd23b5:36711 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:22:40,357 DEBUG [RS:1;65d303fd23b5:36711 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:22:40,357 INFO [RS:1;65d303fd23b5:36711 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:22:40,357 INFO [RS:1;65d303fd23b5:36711 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:22:40,370 INFO [RS:0;65d303fd23b5:34437 {}] regionserver.Replication(204): 65d303fd23b5,34437,1733815360015 started 2024-12-10T07:22:40,370 INFO [RS:0;65d303fd23b5:34437 {}] regionserver.HRegionServer(1767): Serving as 65d303fd23b5,34437,1733815360015, RpcServer on 65d303fd23b5/172.17.0.2:34437, sessionid=0x1007ace92a90001 2024-12-10T07:22:40,370 DEBUG [RS:0;65d303fd23b5:34437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-10T07:22:40,370 DEBUG [RS:0;65d303fd23b5:34437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 65d303fd23b5,34437,1733815360015 2024-12-10T07:22:40,370 DEBUG [RS:0;65d303fd23b5:34437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65d303fd23b5,34437,1733815360015' 2024-12-10T07:22:40,370 DEBUG [RS:0;65d303fd23b5:34437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-10T07:22:40,371 DEBUG [RS:0;65d303fd23b5:34437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-10T07:22:40,371 DEBUG [RS:0;65d303fd23b5:34437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-10T07:22:40,371 DEBUG [RS:0;65d303fd23b5:34437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-10T07:22:40,371 DEBUG [RS:0;65d303fd23b5:34437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 65d303fd23b5,34437,1733815360015 2024-12-10T07:22:40,371 DEBUG [RS:0;65d303fd23b5:34437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '65d303fd23b5,34437,1733815360015' 2024-12-10T07:22:40,371 DEBUG [RS:0;65d303fd23b5:34437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-10T07:22:40,372 DEBUG [RS:0;65d303fd23b5:34437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-10T07:22:40,372 DEBUG [RS:0;65d303fd23b5:34437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-10T07:22:40,372 INFO [RS:0;65d303fd23b5:34437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-10T07:22:40,372 INFO [RS:0;65d303fd23b5:34437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-10T07:22:40,405 WARN [65d303fd23b5:44623 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-10T07:22:40,458 INFO [RS:1;65d303fd23b5:36711 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:22:40,459 INFO [RS:1;65d303fd23b5:36711 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65d303fd23b5%2C36711%2C1733815360055, suffix=, logDir=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/WALs/65d303fd23b5,36711,1733815360055, archiveDir=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/oldWALs, maxLogs=32 2024-12-10T07:22:40,472 INFO [RS:0;65d303fd23b5:34437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-10T07:22:40,473 DEBUG [RS:1;65d303fd23b5:36711 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/WALs/65d303fd23b5,36711,1733815360055/65d303fd23b5%2C36711%2C1733815360055.1733815360460, exclude list is [], retry=0 2024-12-10T07:22:40,474 INFO [RS:0;65d303fd23b5:34437 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65d303fd23b5%2C34437%2C1733815360015, suffix=, logDir=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/WALs/65d303fd23b5,34437,1733815360015, archiveDir=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/oldWALs, maxLogs=32 2024-12-10T07:22:40,476 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38467,DS-2f238137-7080-4e01-b732-7af574037694,DISK] 2024-12-10T07:22:40,476 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46349,DS-3185f2fb-261c-4bbf-92ab-dc147f071047,DISK] 2024-12-10T07:22:40,478 INFO [RS:1;65d303fd23b5:36711 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/WALs/65d303fd23b5,36711,1733815360055/65d303fd23b5%2C36711%2C1733815360055.1733815360460 2024-12-10T07:22:40,478 DEBUG [RS:1;65d303fd23b5:36711 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40103:40103),(127.0.0.1/127.0.0.1:34443:34443)] 2024-12-10T07:22:40,487 DEBUG [RS:0;65d303fd23b5:34437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/WALs/65d303fd23b5,34437,1733815360015/65d303fd23b5%2C34437%2C1733815360015.1733815360474, exclude list is [], retry=0 2024-12-10T07:22:40,489 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46349,DS-3185f2fb-261c-4bbf-92ab-dc147f071047,DISK] 2024-12-10T07:22:40,490 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38467,DS-2f238137-7080-4e01-b732-7af574037694,DISK] 2024-12-10T07:22:40,491 INFO [RS:0;65d303fd23b5:34437 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/WALs/65d303fd23b5,34437,1733815360015/65d303fd23b5%2C34437%2C1733815360015.1733815360474 2024-12-10T07:22:40,491 DEBUG [RS:0;65d303fd23b5:34437 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34443:34443),(127.0.0.1/127.0.0.1:40103:40103)] 2024-12-10T07:22:40,656 DEBUG [65d303fd23b5:44623 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-10T07:22:40,656 DEBUG [65d303fd23b5:44623 {}] balancer.BalancerClusterState(202): Hosts are {65d303fd23b5=0} racks are {/default-rack=0} 2024-12-10T07:22:40,658 DEBUG [65d303fd23b5:44623 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-10T07:22:40,658 DEBUG [65d303fd23b5:44623 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-10T07:22:40,658 INFO [65d303fd23b5:44623 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-10T07:22:40,658 INFO [65d303fd23b5:44623 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-10T07:22:40,658 DEBUG [65d303fd23b5:44623 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:22:40,658 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=65d303fd23b5,36711,1733815360055 2024-12-10T07:22:40,659 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 65d303fd23b5,36711,1733815360055, state=OPENING 2024-12-10T07:22:40,662 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-10T07:22:40,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:40,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36711-0x1007ace92a90002, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:40,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x1007ace92a90001, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:40,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=65d303fd23b5,36711,1733815360055}] 2024-12-10T07:22:40,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:40,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:40,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:40,817 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65d303fd23b5,36711,1733815360055 2024-12-10T07:22:40,817 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:22:40,819 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41554, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:22:40,822 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-10T07:22:40,822 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-10T07:22:40,823 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-10T07:22:40,824 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=65d303fd23b5%2C36711%2C1733815360055.meta, suffix=.meta, logDir=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/WALs/65d303fd23b5,36711,1733815360055, archiveDir=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/oldWALs, maxLogs=32 2024-12-10T07:22:40,837 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/WALs/65d303fd23b5,36711,1733815360055/65d303fd23b5%2C36711%2C1733815360055.meta.1733815360824.meta, exclude list is [], retry=0 2024-12-10T07:22:40,840 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46349,DS-3185f2fb-261c-4bbf-92ab-dc147f071047,DISK] 2024-12-10T07:22:40,840 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38467,DS-2f238137-7080-4e01-b732-7af574037694,DISK] 2024-12-10T07:22:40,841 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/WALs/65d303fd23b5,36711,1733815360055/65d303fd23b5%2C36711%2C1733815360055.meta.1733815360824.meta 2024-12-10T07:22:40,842 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34443:34443),(127.0.0.1/127.0.0.1:40103:40103)] 2024-12-10T07:22:40,842 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:22:40,842 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-10T07:22:40,842 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-10T07:22:40,842 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-10T07:22:40,842 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-10T07:22:40,842 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:40,842 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-10T07:22:40,842 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-10T07:22:40,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-10T07:22:40,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-10T07:22:40,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:40,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:40,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-10T07:22:40,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-10T07:22:40,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:40,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:40,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-10T07:22:40,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-10T07:22:40,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:40,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-10T07:22:40,848 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/hbase/meta/1588230740 2024-12-10T07:22:40,849 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/hbase/meta/1588230740 2024-12-10T07:22:40,850 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-10T07:22:40,852 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-10T07:22:40,852 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71766159, jitterRate=0.06939910352230072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-10T07:22:40,853 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-10T07:22:40,854 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733815360817 2024-12-10T07:22:40,855 DEBUG [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-10T07:22:40,855 INFO [RS_OPEN_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-10T07:22:40,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=65d303fd23b5,36711,1733815360055 2024-12-10T07:22:40,856 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 65d303fd23b5,36711,1733815360055, state=OPEN 2024-12-10T07:22:40,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:22:40,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36711-0x1007ace92a90002, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:22:40,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x1007ace92a90001, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-10T07:22:40,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:40,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:40,859 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-10T07:22:40,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-10T07:22:40,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=65d303fd23b5,36711,1733815360055 in 194 msec 2024-12-10T07:22:40,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-10T07:22:40,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 608 msec 2024-12-10T07:22:40,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 654 msec 2024-12-10T07:22:40,864 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733815360864, completionTime=-1 2024-12-10T07:22:40,864 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-10T07:22:40,864 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-10T07:22:40,865 DEBUG [hconnection-0x61d48a20-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:22:40,866 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:22:40,867 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-10T07:22:40,867 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733815420867 2024-12-10T07:22:40,867 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733815480867 2024-12-10T07:22:40,867 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-10T07:22:40,873 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,44623,1733815359955-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:40,873 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,44623,1733815359955-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:40,873 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,44623,1733815359955-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:40,874 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-65d303fd23b5:44623, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:40,874 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:40,874 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-10T07:22:40,874 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-10T07:22:40,875 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-10T07:22:40,875 DEBUG [master/65d303fd23b5:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-10T07:22:40,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T07:22:40,876 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:40,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T07:22:40,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741836_1012 (size=358) 2024-12-10T07:22:40,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46349 is added to blk_1073741836_1012 (size=358) 2024-12-10T07:22:40,886 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d4ad2ecb006797a2f6123f32661931d5, NAME => 'hbase:namespace,,1733815360874.d4ad2ecb006797a2f6123f32661931d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764 2024-12-10T07:22:40,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741837_1013 (size=42) 2024-12-10T07:22:40,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46349 is added to blk_1073741837_1013 (size=42) 2024-12-10T07:22:40,893 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733815360874.d4ad2ecb006797a2f6123f32661931d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:40,893 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing d4ad2ecb006797a2f6123f32661931d5, disabling compactions & flushes 2024-12-10T07:22:40,893 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733815360874.d4ad2ecb006797a2f6123f32661931d5. 2024-12-10T07:22:40,893 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733815360874.d4ad2ecb006797a2f6123f32661931d5. 2024-12-10T07:22:40,893 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733815360874.d4ad2ecb006797a2f6123f32661931d5. after waiting 0 ms 2024-12-10T07:22:40,893 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733815360874.d4ad2ecb006797a2f6123f32661931d5. 2024-12-10T07:22:40,893 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733815360874.d4ad2ecb006797a2f6123f32661931d5. 2024-12-10T07:22:40,893 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for d4ad2ecb006797a2f6123f32661931d5: 2024-12-10T07:22:40,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T07:22:40,894 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733815360874.d4ad2ecb006797a2f6123f32661931d5.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733815360894"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733815360894"}]},"ts":"1733815360894"} 2024-12-10T07:22:40,896 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-10T07:22:40,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T07:22:40,897 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733815360897"}]},"ts":"1733815360897"} 2024-12-10T07:22:40,899 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-10T07:22:40,903 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {65d303fd23b5=0} racks are {/default-rack=0} 2024-12-10T07:22:40,903 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-10T07:22:40,903 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-10T07:22:40,903 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-10T07:22:40,903 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-10T07:22:40,903 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:22:40,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d4ad2ecb006797a2f6123f32661931d5, ASSIGN}] 2024-12-10T07:22:40,905 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d4ad2ecb006797a2f6123f32661931d5, ASSIGN 2024-12-10T07:22:40,905 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=d4ad2ecb006797a2f6123f32661931d5, ASSIGN; state=OFFLINE, location=65d303fd23b5,34437,1733815360015; forceNewPlan=false, retain=false 2024-12-10T07:22:41,056 INFO [65d303fd23b5:44623 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-10T07:22:41,056 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d4ad2ecb006797a2f6123f32661931d5, regionState=OPENING, regionLocation=65d303fd23b5,34437,1733815360015 2024-12-10T07:22:41,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure d4ad2ecb006797a2f6123f32661931d5, server=65d303fd23b5,34437,1733815360015}] 2024-12-10T07:22:41,211 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 65d303fd23b5,34437,1733815360015 2024-12-10T07:22:41,211 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:22:41,213 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:22:41,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733815360874.d4ad2ecb006797a2f6123f32661931d5. 2024-12-10T07:22:41,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => d4ad2ecb006797a2f6123f32661931d5, NAME => 'hbase:namespace,,1733815360874.d4ad2ecb006797a2f6123f32661931d5.', STARTKEY => '', ENDKEY => ''} 2024-12-10T07:22:41,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace d4ad2ecb006797a2f6123f32661931d5 2024-12-10T07:22:41,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733815360874.d4ad2ecb006797a2f6123f32661931d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:41,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for d4ad2ecb006797a2f6123f32661931d5 2024-12-10T07:22:41,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for d4ad2ecb006797a2f6123f32661931d5 2024-12-10T07:22:41,218 INFO [StoreOpener-d4ad2ecb006797a2f6123f32661931d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d4ad2ecb006797a2f6123f32661931d5 2024-12-10T07:22:41,219 INFO [StoreOpener-d4ad2ecb006797a2f6123f32661931d5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4ad2ecb006797a2f6123f32661931d5 columnFamilyName info 2024-12-10T07:22:41,219 DEBUG [StoreOpener-d4ad2ecb006797a2f6123f32661931d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:41,219 INFO [StoreOpener-d4ad2ecb006797a2f6123f32661931d5-1 {}] regionserver.HStore(327): Store=d4ad2ecb006797a2f6123f32661931d5/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:41,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/hbase/namespace/d4ad2ecb006797a2f6123f32661931d5 2024-12-10T07:22:41,220 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/hbase/namespace/d4ad2ecb006797a2f6123f32661931d5 2024-12-10T07:22:41,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for d4ad2ecb006797a2f6123f32661931d5 2024-12-10T07:22:41,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/hbase/namespace/d4ad2ecb006797a2f6123f32661931d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:41,224 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened d4ad2ecb006797a2f6123f32661931d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64158217, jitterRate=-0.043968066573143005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:22:41,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for d4ad2ecb006797a2f6123f32661931d5: 2024-12-10T07:22:41,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733815360874.d4ad2ecb006797a2f6123f32661931d5., pid=6, masterSystemTime=1733815361211 2024-12-10T07:22:41,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733815360874.d4ad2ecb006797a2f6123f32661931d5. 2024-12-10T07:22:41,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733815360874.d4ad2ecb006797a2f6123f32661931d5. 2024-12-10T07:22:41,228 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d4ad2ecb006797a2f6123f32661931d5, regionState=OPEN, openSeqNum=2, regionLocation=65d303fd23b5,34437,1733815360015 2024-12-10T07:22:41,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-10T07:22:41,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure d4ad2ecb006797a2f6123f32661931d5, server=65d303fd23b5,34437,1733815360015 in 171 msec 2024-12-10T07:22:41,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-10T07:22:41,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=d4ad2ecb006797a2f6123f32661931d5, ASSIGN in 327 msec 2024-12-10T07:22:41,233 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T07:22:41,233 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733815361233"}]},"ts":"1733815361233"} 2024-12-10T07:22:41,234 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-10T07:22:41,237 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T07:22:41,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 363 msec 2024-12-10T07:22:41,276 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-10T07:22:41,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-10T07:22:41,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:41,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36711-0x1007ace92a90002, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:41,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x1007ace92a90001, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:41,281 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:22:41,282 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:22:41,284 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-10T07:22:41,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-10T07:22:41,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 9 msec 2024-12-10T07:22:41,295 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-10T07:22:41,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-10T07:22:41,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 7 msec 2024-12-10T07:22:41,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-10T07:22:41,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-10T07:22:41,312 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.229sec 2024-12-10T07:22:41,313 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-10T07:22:41,313 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-10T07:22:41,313 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-10T07:22:41,313 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-10T07:22:41,313 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-10T07:22:41,313 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,44623,1733815359955-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-10T07:22:41,313 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,44623,1733815359955-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-10T07:22:41,315 DEBUG [master/65d303fd23b5:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-10T07:22:41,315 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-10T07:22:41,315 INFO [master/65d303fd23b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=65d303fd23b5,44623,1733815359955-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-10T07:22:41,377 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45fc9761 to 127.0.0.1:50702 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@481a23c6 2024-12-10T07:22:41,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@698741b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-10T07:22:41,383 DEBUG [hconnection-0x45483ac4-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:22:41,384 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:22:41,385 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=65d303fd23b5,44623,1733815359955 2024-12-10T07:22:41,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-10T07:22:41,387 INFO [RS-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44674, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-10T07:22:41,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-10T07:22:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-10T07:22:41,390 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-10T07:22:41,390 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:41,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-10T07:22:41,391 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-10T07:22:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T07:22:41,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741838_1014 (size=379) 2024-12-10T07:22:41,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46349 is added to blk_1073741838_1014 (size=379) 2024-12-10T07:22:41,404 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ad30009ad61ece38f270b804084dfa14, NAME => 'testClearRegionBlockCache,,1733815361388.ad30009ad61ece38f270b804084dfa14.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764 2024-12-10T07:22:41,405 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 06e2b129d651112f5a11e4e7b0b39327, NAME => 'testClearRegionBlockCache,5,1733815361388.06e2b129d651112f5a11e4e7b0b39327.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764 2024-12-10T07:22:41,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741839_1015 (size=61) 2024-12-10T07:22:41,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46349 is added to blk_1073741839_1015 (size=61) 2024-12-10T07:22:41,412 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733815361388.ad30009ad61ece38f270b804084dfa14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:41,412 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing ad30009ad61ece38f270b804084dfa14, disabling compactions & flushes 2024-12-10T07:22:41,413 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733815361388.ad30009ad61ece38f270b804084dfa14. 2024-12-10T07:22:41,413 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733815361388.ad30009ad61ece38f270b804084dfa14. 2024-12-10T07:22:41,413 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733815361388.ad30009ad61ece38f270b804084dfa14. after waiting 0 ms 2024-12-10T07:22:41,413 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733815361388.ad30009ad61ece38f270b804084dfa14. 2024-12-10T07:22:41,413 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733815361388.ad30009ad61ece38f270b804084dfa14. 2024-12-10T07:22:41,413 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for ad30009ad61ece38f270b804084dfa14: 2024-12-10T07:22:41,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741840_1016 (size=61) 2024-12-10T07:22:41,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46349 is added to blk_1073741840_1016 (size=61) 2024-12-10T07:22:41,417 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733815361388.06e2b129d651112f5a11e4e7b0b39327.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:41,417 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 06e2b129d651112f5a11e4e7b0b39327, disabling compactions & flushes 2024-12-10T07:22:41,417 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733815361388.06e2b129d651112f5a11e4e7b0b39327. 2024-12-10T07:22:41,417 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733815361388.06e2b129d651112f5a11e4e7b0b39327. 2024-12-10T07:22:41,417 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733815361388.06e2b129d651112f5a11e4e7b0b39327. after waiting 0 ms 2024-12-10T07:22:41,417 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733815361388.06e2b129d651112f5a11e4e7b0b39327. 2024-12-10T07:22:41,417 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733815361388.06e2b129d651112f5a11e4e7b0b39327. 2024-12-10T07:22:41,417 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 06e2b129d651112f5a11e4e7b0b39327: 2024-12-10T07:22:41,418 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-10T07:22:41,419 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733815361388.ad30009ad61ece38f270b804084dfa14.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733815361418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733815361418"}]},"ts":"1733815361418"} 2024-12-10T07:22:41,419 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733815361388.06e2b129d651112f5a11e4e7b0b39327.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733815361418"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733815361418"}]},"ts":"1733815361418"} 2024-12-10T07:22:41,421 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-10T07:22:41,422 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-10T07:22:41,422 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733815361422"}]},"ts":"1733815361422"} 2024-12-10T07:22:41,423 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-10T07:22:41,427 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {65d303fd23b5=0} racks are {/default-rack=0} 2024-12-10T07:22:41,428 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-10T07:22:41,428 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-10T07:22:41,428 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-10T07:22:41,428 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-10T07:22:41,428 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-10T07:22:41,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ad30009ad61ece38f270b804084dfa14, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=06e2b129d651112f5a11e4e7b0b39327, ASSIGN}] 2024-12-10T07:22:41,429 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=06e2b129d651112f5a11e4e7b0b39327, ASSIGN 2024-12-10T07:22:41,429 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ad30009ad61ece38f270b804084dfa14, ASSIGN 2024-12-10T07:22:41,430 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=06e2b129d651112f5a11e4e7b0b39327, ASSIGN; state=OFFLINE, location=65d303fd23b5,36711,1733815360055; forceNewPlan=false, retain=false 2024-12-10T07:22:41,430 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ad30009ad61ece38f270b804084dfa14, ASSIGN; state=OFFLINE, location=65d303fd23b5,34437,1733815360015; forceNewPlan=false, retain=false 2024-12-10T07:22:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T07:22:41,580 INFO [65d303fd23b5:44623 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-10T07:22:41,580 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=06e2b129d651112f5a11e4e7b0b39327, regionState=OPENING, regionLocation=65d303fd23b5,36711,1733815360055 2024-12-10T07:22:41,580 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=ad30009ad61ece38f270b804084dfa14, regionState=OPENING, regionLocation=65d303fd23b5,34437,1733815360015 2024-12-10T07:22:41,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 06e2b129d651112f5a11e4e7b0b39327, server=65d303fd23b5,36711,1733815360055}] 2024-12-10T07:22:41,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure ad30009ad61ece38f270b804084dfa14, server=65d303fd23b5,34437,1733815360015}] 2024-12-10T07:22:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T07:22:41,735 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 65d303fd23b5,34437,1733815360015 2024-12-10T07:22:41,735 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 65d303fd23b5,36711,1733815360055 2024-12-10T07:22:41,739 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733815361388.06e2b129d651112f5a11e4e7b0b39327. 2024-12-10T07:22:41,739 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 06e2b129d651112f5a11e4e7b0b39327, NAME => 'testClearRegionBlockCache,5,1733815361388.06e2b129d651112f5a11e4e7b0b39327.', STARTKEY => '5', ENDKEY => ''} 2024-12-10T07:22:41,739 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733815361388.ad30009ad61ece38f270b804084dfa14. 2024-12-10T07:22:41,739 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 06e2b129d651112f5a11e4e7b0b39327 2024-12-10T07:22:41,739 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => ad30009ad61ece38f270b804084dfa14, NAME => 'testClearRegionBlockCache,,1733815361388.ad30009ad61ece38f270b804084dfa14.', STARTKEY => '', ENDKEY => '5'} 2024-12-10T07:22:41,739 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733815361388.06e2b129d651112f5a11e4e7b0b39327.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:41,739 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 06e2b129d651112f5a11e4e7b0b39327 2024-12-10T07:22:41,739 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 06e2b129d651112f5a11e4e7b0b39327 2024-12-10T07:22:41,740 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ad30009ad61ece38f270b804084dfa14 2024-12-10T07:22:41,740 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733815361388.ad30009ad61ece38f270b804084dfa14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-10T07:22:41,740 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for ad30009ad61ece38f270b804084dfa14 2024-12-10T07:22:41,740 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for ad30009ad61ece38f270b804084dfa14 2024-12-10T07:22:41,741 INFO [StoreOpener-06e2b129d651112f5a11e4e7b0b39327-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 06e2b129d651112f5a11e4e7b0b39327 2024-12-10T07:22:41,741 INFO [StoreOpener-ad30009ad61ece38f270b804084dfa14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ad30009ad61ece38f270b804084dfa14 2024-12-10T07:22:41,742 INFO [StoreOpener-06e2b129d651112f5a11e4e7b0b39327-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06e2b129d651112f5a11e4e7b0b39327 columnFamilyName family 2024-12-10T07:22:41,742 INFO [StoreOpener-ad30009ad61ece38f270b804084dfa14-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad30009ad61ece38f270b804084dfa14 columnFamilyName family 2024-12-10T07:22:41,742 DEBUG [StoreOpener-06e2b129d651112f5a11e4e7b0b39327-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:41,742 DEBUG [StoreOpener-ad30009ad61ece38f270b804084dfa14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-10T07:22:41,742 INFO [StoreOpener-ad30009ad61ece38f270b804084dfa14-1 {}] regionserver.HStore(327): Store=ad30009ad61ece38f270b804084dfa14/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:41,742 INFO [StoreOpener-06e2b129d651112f5a11e4e7b0b39327-1 {}] regionserver.HStore(327): Store=06e2b129d651112f5a11e4e7b0b39327/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-10T07:22:41,743 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/default/testClearRegionBlockCache/ad30009ad61ece38f270b804084dfa14 2024-12-10T07:22:41,743 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/default/testClearRegionBlockCache/06e2b129d651112f5a11e4e7b0b39327 2024-12-10T07:22:41,744 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/default/testClearRegionBlockCache/ad30009ad61ece38f270b804084dfa14 2024-12-10T07:22:41,744 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/default/testClearRegionBlockCache/06e2b129d651112f5a11e4e7b0b39327 2024-12-10T07:22:41,745 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for ad30009ad61ece38f270b804084dfa14 2024-12-10T07:22:41,745 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 06e2b129d651112f5a11e4e7b0b39327 2024-12-10T07:22:41,747 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/default/testClearRegionBlockCache/06e2b129d651112f5a11e4e7b0b39327/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:41,747 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/default/testClearRegionBlockCache/ad30009ad61ece38f270b804084dfa14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-10T07:22:41,748 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened ad30009ad61ece38f270b804084dfa14; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60052334, jitterRate=-0.1051504909992218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:22:41,748 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 06e2b129d651112f5a11e4e7b0b39327; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66942868, jitterRate=-0.0024735331535339355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-10T07:22:41,749 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for ad30009ad61ece38f270b804084dfa14: 2024-12-10T07:22:41,749 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 06e2b129d651112f5a11e4e7b0b39327: 2024-12-10T07:22:41,749 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733815361388.06e2b129d651112f5a11e4e7b0b39327., pid=12, masterSystemTime=1733815361735 2024-12-10T07:22:41,750 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733815361388.ad30009ad61ece38f270b804084dfa14., pid=13, masterSystemTime=1733815361735 2024-12-10T07:22:41,751 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733815361388.ad30009ad61ece38f270b804084dfa14. 2024-12-10T07:22:41,751 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733815361388.ad30009ad61ece38f270b804084dfa14. 2024-12-10T07:22:41,751 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=ad30009ad61ece38f270b804084dfa14, regionState=OPEN, openSeqNum=2, regionLocation=65d303fd23b5,34437,1733815360015 2024-12-10T07:22:41,752 DEBUG [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733815361388.06e2b129d651112f5a11e4e7b0b39327. 2024-12-10T07:22:41,752 INFO [RS_OPEN_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733815361388.06e2b129d651112f5a11e4e7b0b39327. 2024-12-10T07:22:41,752 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=06e2b129d651112f5a11e4e7b0b39327, regionState=OPEN, openSeqNum=2, regionLocation=65d303fd23b5,36711,1733815360055 2024-12-10T07:22:41,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-10T07:22:41,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure ad30009ad61ece38f270b804084dfa14, server=65d303fd23b5,34437,1733815360015 in 170 msec 2024-12-10T07:22:41,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-10T07:22:41,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 06e2b129d651112f5a11e4e7b0b39327, server=65d303fd23b5,36711,1733815360055 in 172 msec 2024-12-10T07:22:41,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ad30009ad61ece38f270b804084dfa14, ASSIGN in 327 msec 2024-12-10T07:22:41,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-10T07:22:41,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=06e2b129d651112f5a11e4e7b0b39327, ASSIGN in 327 msec 2024-12-10T07:22:41,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-10T07:22:41,758 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733815361757"}]},"ts":"1733815361757"} 2024-12-10T07:22:41,759 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-10T07:22:41,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-10T07:22:41,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 373 msec 2024-12-10T07:22:41,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44623 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-10T07:22:41,996 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-10T07:22:41,996 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-10T07:22:41,996 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:22:41,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-10T07:22:41,999 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-10T07:22:41,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-10T07:22:42,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-10T07:22:42,002 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-10T07:22:42,015 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing ad30009ad61ece38f270b804084dfa14 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-10T07:22:42,031 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/default/testClearRegionBlockCache/ad30009ad61ece38f270b804084dfa14/.tmp/family/f12a9f8a22a648e2b36d6911509d1dd0 is 32, key is 1/family:/1733815362003/Put/seqid=0 2024-12-10T07:22:42,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741841_1017 (size=5054) 2024-12-10T07:22:42,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46349 is added to blk_1073741841_1017 (size=5054) 2024-12-10T07:22:42,037 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/default/testClearRegionBlockCache/ad30009ad61ece38f270b804084dfa14/.tmp/family/f12a9f8a22a648e2b36d6911509d1dd0 2024-12-10T07:22:42,043 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/default/testClearRegionBlockCache/ad30009ad61ece38f270b804084dfa14/.tmp/family/f12a9f8a22a648e2b36d6911509d1dd0 as hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/default/testClearRegionBlockCache/ad30009ad61ece38f270b804084dfa14/family/f12a9f8a22a648e2b36d6911509d1dd0 2024-12-10T07:22:42,049 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/default/testClearRegionBlockCache/ad30009ad61ece38f270b804084dfa14/family/f12a9f8a22a648e2b36d6911509d1dd0, entries=4, sequenceid=8, filesize=4.9 K 2024-12-10T07:22:42,050 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for ad30009ad61ece38f270b804084dfa14 in 35ms, sequenceid=8, compaction requested=false 2024-12-10T07:22:42,050 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for ad30009ad61ece38f270b804084dfa14: 2024-12-10T07:22:42,050 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 06e2b129d651112f5a11e4e7b0b39327 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-10T07:22:42,065 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/default/testClearRegionBlockCache/06e2b129d651112f5a11e4e7b0b39327/.tmp/family/9e57a91fb6d34e1fa9f3c5f39857ee01 is 32, key is 5/family:/1733815362010/Put/seqid=0 2024-12-10T07:22:42,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46349 is added to blk_1073741842_1018 (size=5083) 2024-12-10T07:22:42,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741842_1018 (size=5083) 2024-12-10T07:22:42,070 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/default/testClearRegionBlockCache/06e2b129d651112f5a11e4e7b0b39327/.tmp/family/9e57a91fb6d34e1fa9f3c5f39857ee01 2024-12-10T07:22:42,076 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/default/testClearRegionBlockCache/06e2b129d651112f5a11e4e7b0b39327/.tmp/family/9e57a91fb6d34e1fa9f3c5f39857ee01 as hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/default/testClearRegionBlockCache/06e2b129d651112f5a11e4e7b0b39327/family/9e57a91fb6d34e1fa9f3c5f39857ee01 2024-12-10T07:22:42,081 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/default/testClearRegionBlockCache/06e2b129d651112f5a11e4e7b0b39327/family/9e57a91fb6d34e1fa9f3c5f39857ee01, entries=5, sequenceid=9, filesize=5.0 K 2024-12-10T07:22:42,082 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 06e2b129d651112f5a11e4e7b0b39327 in 32ms, sequenceid=9, compaction requested=false 2024-12-10T07:22:42,082 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 06e2b129d651112f5a11e4e7b0b39327: 2024-12-10T07:22:42,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:22:42,090 INFO [RS-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:22:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36711 {}] bucket.BucketCache(1851): found 1 blocks for file 9e57a91fb6d34e1fa9f3c5f39857ee01, starting offset: 0, end offset: 9223372036854775807 2024-12-10T07:22:42,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36711 {}] bucket.BucketCache(843): removed key 9e57a91fb6d34e1fa9f3c5f39857ee01_0 from back map with offset lock 2094080 in the evict process 2024-12-10T07:22:42,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-10T07:22:42,092 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-10T07:22:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34437 {}] bucket.BucketCache(1851): found 1 blocks for file f12a9f8a22a648e2b36d6911509d1dd0, starting offset: 0, end offset: 9223372036854775807 2024-12-10T07:22:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34437 {}] bucket.BucketCache(843): removed key f12a9f8a22a648e2b36d6911509d1dd0_0 from back map with offset lock 2094080 in the evict process 2024-12-10T07:22:42,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-10T07:22:42,093 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-10T07:22:42,093 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45fc9761 to 127.0.0.1:50702 2024-12-10T07:22:42,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:42,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-10T07:22:42,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1682996833, stopped=false 2024-12-10T07:22:42,093 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=65d303fd23b5,44623,1733815359955 2024-12-10T07:22:42,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36711-0x1007ace92a90002, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:42,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36711-0x1007ace92a90002, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:42,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:42,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x1007ace92a90001, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-10T07:22:42,096 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-10T07:22:42,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:42,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x1007ace92a90001, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:42,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:42,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36711-0x1007ace92a90002, quorum=127.0.0.1:50702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:42,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34437-0x1007ace92a90001, quorum=127.0.0.1:50702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:42,097 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '65d303fd23b5,34437,1733815360015' ***** 2024-12-10T07:22:42,097 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-10T07:22:42,097 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '65d303fd23b5,36711,1733815360055' ***** 2024-12-10T07:22:42,097 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-10T07:22:42,097 INFO [RS:0;65d303fd23b5:34437 {}] bucket.BucketCache(1726): Disabling cache 2024-12-10T07:22:42,097 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-10T07:22:42,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-10T07:22:42,098 INFO [RS:1;65d303fd23b5:36711 {}] bucket.BucketCache(1726): Disabling cache 2024-12-10T07:22:42,098 INFO [RS:0;65d303fd23b5:34437 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-10T07:22:42,098 INFO [RS:0;65d303fd23b5:34437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:22:42,098 INFO [RS:1;65d303fd23b5:36711 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-10T07:22:42,098 INFO [RS:0;65d303fd23b5:34437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:22:42,098 INFO [RS:1;65d303fd23b5:36711 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-10T07:22:42,098 INFO [RS:0;65d303fd23b5:34437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:22:42,098 INFO [RS:1;65d303fd23b5:36711 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-10T07:22:42,098 INFO [RS:1;65d303fd23b5:36711 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-10T07:22:42,098 INFO [RS:0;65d303fd23b5:34437 {}] regionserver.HRegionServer(3579): Received CLOSE for ad30009ad61ece38f270b804084dfa14 2024-12-10T07:22:42,098 INFO [RS:1;65d303fd23b5:36711 {}] regionserver.HRegionServer(3579): Received CLOSE for 06e2b129d651112f5a11e4e7b0b39327 2024-12-10T07:22:42,098 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-10T07:22:42,098 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-10T07:22:42,098 INFO [RS:1;65d303fd23b5:36711 {}] regionserver.HRegionServer(1224): stopping server 65d303fd23b5,36711,1733815360055 2024-12-10T07:22:42,098 DEBUG [RS:1;65d303fd23b5:36711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:42,098 INFO [RS:1;65d303fd23b5:36711 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:22:42,098 INFO [RS:1;65d303fd23b5:36711 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:22:42,098 INFO [RS:0;65d303fd23b5:34437 {}] regionserver.HRegionServer(3579): Received CLOSE for d4ad2ecb006797a2f6123f32661931d5 2024-12-10T07:22:42,098 INFO [RS:1;65d303fd23b5:36711 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:22:42,098 INFO [RS:0;65d303fd23b5:34437 {}] regionserver.HRegionServer(1224): stopping server 65d303fd23b5,34437,1733815360015 2024-12-10T07:22:42,098 INFO [RS:1;65d303fd23b5:36711 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-10T07:22:42,098 DEBUG [RS:0;65d303fd23b5:34437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:42,098 INFO [RS:0;65d303fd23b5:34437 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-10T07:22:42,098 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-10T07:22:42,098 DEBUG [RS:0;65d303fd23b5:34437 {}] regionserver.HRegionServer(1603): Online Regions={ad30009ad61ece38f270b804084dfa14=testClearRegionBlockCache,,1733815361388.ad30009ad61ece38f270b804084dfa14., d4ad2ecb006797a2f6123f32661931d5=hbase:namespace,,1733815360874.d4ad2ecb006797a2f6123f32661931d5.} 2024-12-10T07:22:42,099 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-10T07:22:42,099 DEBUG [RS:0;65d303fd23b5:34437 {}] regionserver.HRegionServer(1629): Waiting on ad30009ad61ece38f270b804084dfa14, d4ad2ecb006797a2f6123f32661931d5 2024-12-10T07:22:42,099 INFO [RS:1;65d303fd23b5:36711 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-10T07:22:42,099 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-10T07:22:42,099 DEBUG [RS:1;65d303fd23b5:36711 {}] regionserver.HRegionServer(1603): Online Regions={06e2b129d651112f5a11e4e7b0b39327=testClearRegionBlockCache,5,1733815361388.06e2b129d651112f5a11e4e7b0b39327., 1588230740=hbase:meta,,1.1588230740} 2024-12-10T07:22:42,099 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-10T07:22:42,099 DEBUG [RS:1;65d303fd23b5:36711 {}] regionserver.HRegionServer(1629): Waiting on 06e2b129d651112f5a11e4e7b0b39327, 1588230740 2024-12-10T07:22:42,099 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-10T07:22:42,099 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ad30009ad61ece38f270b804084dfa14, disabling compactions & flushes 2024-12-10T07:22:42,099 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733815361388.ad30009ad61ece38f270b804084dfa14. 2024-12-10T07:22:42,099 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733815361388.ad30009ad61ece38f270b804084dfa14. 2024-12-10T07:22:42,099 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733815361388.ad30009ad61ece38f270b804084dfa14. after waiting 0 ms 2024-12-10T07:22:42,099 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 06e2b129d651112f5a11e4e7b0b39327, disabling compactions & flushes 2024-12-10T07:22:42,100 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733815361388.ad30009ad61ece38f270b804084dfa14. 2024-12-10T07:22:42,100 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733815361388.06e2b129d651112f5a11e4e7b0b39327. 2024-12-10T07:22:42,100 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733815361388.06e2b129d651112f5a11e4e7b0b39327. 2024-12-10T07:22:42,100 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733815361388.06e2b129d651112f5a11e4e7b0b39327. after waiting 0 ms 2024-12-10T07:22:42,100 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733815361388.06e2b129d651112f5a11e4e7b0b39327. 2024-12-10T07:22:42,100 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-10T07:22:42,100 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-10T07:22:42,100 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-10T07:22:42,100 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-10T07:22:42,100 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-10T07:22:42,100 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-10T07:22:42,104 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/default/testClearRegionBlockCache/ad30009ad61ece38f270b804084dfa14/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-10T07:22:42,104 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/default/testClearRegionBlockCache/06e2b129d651112f5a11e4e7b0b39327/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-10T07:22:42,105 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733815361388.ad30009ad61ece38f270b804084dfa14. 2024-12-10T07:22:42,105 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ad30009ad61ece38f270b804084dfa14: 2024-12-10T07:22:42,105 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733815361388.06e2b129d651112f5a11e4e7b0b39327. 2024-12-10T07:22:42,105 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733815361388.ad30009ad61ece38f270b804084dfa14. 2024-12-10T07:22:42,105 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 06e2b129d651112f5a11e4e7b0b39327: 2024-12-10T07:22:42,105 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733815361388.06e2b129d651112f5a11e4e7b0b39327. 2024-12-10T07:22:42,105 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d4ad2ecb006797a2f6123f32661931d5, disabling compactions & flushes 2024-12-10T07:22:42,105 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733815360874.d4ad2ecb006797a2f6123f32661931d5. 2024-12-10T07:22:42,105 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733815360874.d4ad2ecb006797a2f6123f32661931d5. 2024-12-10T07:22:42,105 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733815360874.d4ad2ecb006797a2f6123f32661931d5. after waiting 0 ms 2024-12-10T07:22:42,105 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733815360874.d4ad2ecb006797a2f6123f32661931d5. 2024-12-10T07:22:42,105 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing d4ad2ecb006797a2f6123f32661931d5 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-10T07:22:42,118 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/hbase/meta/1588230740/.tmp/info/1fd63d60a1304a0cb429d5876f1e5a0c is 173, key is testClearRegionBlockCache,5,1733815361388.06e2b129d651112f5a11e4e7b0b39327./info:regioninfo/1733815361752/Put/seqid=0 2024-12-10T07:22:42,121 INFO [regionserver/65d303fd23b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:22:42,121 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/hbase/namespace/d4ad2ecb006797a2f6123f32661931d5/.tmp/info/39b6327339fd424a82b19a8479a5c57c is 45, key is default/info:d/1733815361287/Put/seqid=0 2024-12-10T07:22:42,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46349 is added to blk_1073741843_1019 (size=9337) 2024-12-10T07:22:42,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741843_1019 (size=9337) 2024-12-10T07:22:42,123 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/hbase/meta/1588230740/.tmp/info/1fd63d60a1304a0cb429d5876f1e5a0c 2024-12-10T07:22:42,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741844_1020 (size=5037) 2024-12-10T07:22:42,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46349 is added to blk_1073741844_1020 (size=5037) 2024-12-10T07:22:42,127 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/hbase/namespace/d4ad2ecb006797a2f6123f32661931d5/.tmp/info/39b6327339fd424a82b19a8479a5c57c 2024-12-10T07:22:42,128 INFO [regionserver/65d303fd23b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:22:42,133 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/hbase/namespace/d4ad2ecb006797a2f6123f32661931d5/.tmp/info/39b6327339fd424a82b19a8479a5c57c as hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/hbase/namespace/d4ad2ecb006797a2f6123f32661931d5/info/39b6327339fd424a82b19a8479a5c57c 2024-12-10T07:22:42,138 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/hbase/namespace/d4ad2ecb006797a2f6123f32661931d5/info/39b6327339fd424a82b19a8479a5c57c, entries=2, sequenceid=6, filesize=4.9 K 2024-12-10T07:22:42,139 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for d4ad2ecb006797a2f6123f32661931d5 in 34ms, sequenceid=6, compaction requested=false 2024-12-10T07:22:42,143 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/hbase/namespace/d4ad2ecb006797a2f6123f32661931d5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-10T07:22:42,143 INFO [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733815360874.d4ad2ecb006797a2f6123f32661931d5. 2024-12-10T07:22:42,144 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d4ad2ecb006797a2f6123f32661931d5: 2024-12-10T07:22:42,144 DEBUG [RS_CLOSE_REGION-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733815360874.d4ad2ecb006797a2f6123f32661931d5. 2024-12-10T07:22:42,145 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/hbase/meta/1588230740/.tmp/table/2ff1b4b5eaf9493cb2ce02942ec0ea0e is 61, key is testClearRegionBlockCache/table:state/1733815361757/Put/seqid=0 2024-12-10T07:22:42,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741845_1021 (size=5392) 2024-12-10T07:22:42,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46349 is added to blk_1073741845_1021 (size=5392) 2024-12-10T07:22:42,150 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/hbase/meta/1588230740/.tmp/table/2ff1b4b5eaf9493cb2ce02942ec0ea0e 2024-12-10T07:22:42,156 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/hbase/meta/1588230740/.tmp/info/1fd63d60a1304a0cb429d5876f1e5a0c as hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/hbase/meta/1588230740/info/1fd63d60a1304a0cb429d5876f1e5a0c 2024-12-10T07:22:42,161 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/hbase/meta/1588230740/info/1fd63d60a1304a0cb429d5876f1e5a0c, entries=30, sequenceid=16, filesize=9.1 K 2024-12-10T07:22:42,162 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/hbase/meta/1588230740/.tmp/table/2ff1b4b5eaf9493cb2ce02942ec0ea0e as hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/hbase/meta/1588230740/table/2ff1b4b5eaf9493cb2ce02942ec0ea0e 2024-12-10T07:22:42,167 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/hbase/meta/1588230740/table/2ff1b4b5eaf9493cb2ce02942ec0ea0e, entries=4, sequenceid=16, filesize=5.3 K 2024-12-10T07:22:42,168 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 68ms, sequenceid=16, compaction requested=false 2024-12-10T07:22:42,172 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-10T07:22:42,173 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-10T07:22:42,173 INFO [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-10T07:22:42,173 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-10T07:22:42,173 DEBUG [RS_CLOSE_META-regionserver/65d303fd23b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-10T07:22:42,299 INFO [RS:0;65d303fd23b5:34437 {}] regionserver.HRegionServer(1250): stopping server 65d303fd23b5,34437,1733815360015; all regions closed. 2024-12-10T07:22:42,299 INFO [RS:1;65d303fd23b5:36711 {}] regionserver.HRegionServer(1250): stopping server 65d303fd23b5,36711,1733815360055; all regions closed. 2024-12-10T07:22:42,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741834_1010 (size=3079) 2024-12-10T07:22:42,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46349 is added to blk_1073741835_1011 (size=5602) 2024-12-10T07:22:42,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741835_1011 (size=5602) 2024-12-10T07:22:42,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46349 is added to blk_1073741834_1010 (size=3079) 2024-12-10T07:22:42,304 DEBUG [RS:1;65d303fd23b5:36711 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/oldWALs 2024-12-10T07:22:42,304 INFO [RS:1;65d303fd23b5:36711 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 65d303fd23b5%2C36711%2C1733815360055.meta:.meta(num 1733815360824) 2024-12-10T07:22:42,305 DEBUG [RS:0;65d303fd23b5:34437 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/oldWALs 2024-12-10T07:22:42,305 INFO [RS:0;65d303fd23b5:34437 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 65d303fd23b5%2C34437%2C1733815360015:(num 1733815360474) 2024-12-10T07:22:42,305 DEBUG [RS:0;65d303fd23b5:34437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:42,305 INFO [RS:0;65d303fd23b5:34437 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:22:42,305 INFO [RS:0;65d303fd23b5:34437 {}] hbase.ChoreService(370): Chore service for: regionserver/65d303fd23b5:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-10T07:22:42,305 INFO [RS:0;65d303fd23b5:34437 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-10T07:22:42,305 INFO [RS:0;65d303fd23b5:34437 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-10T07:22:42,305 INFO [RS:0;65d303fd23b5:34437 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-10T07:22:42,305 INFO [regionserver/65d303fd23b5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-10T07:22:42,305 INFO [RS:0;65d303fd23b5:34437 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34437 2024-12-10T07:22:42,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741833_1009 (size=1867) 2024-12-10T07:22:42,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46349 is added to blk_1073741833_1009 (size=1867) 2024-12-10T07:22:42,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:22:42,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x1007ace92a90001, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/65d303fd23b5,34437,1733815360015 2024-12-10T07:22:42,308 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [65d303fd23b5,34437,1733815360015] 2024-12-10T07:22:42,308 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 65d303fd23b5,34437,1733815360015; numProcessing=1 2024-12-10T07:22:42,310 DEBUG [RS:1;65d303fd23b5:36711 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/oldWALs 2024-12-10T07:22:42,310 INFO [RS:1;65d303fd23b5:36711 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 65d303fd23b5%2C36711%2C1733815360055:(num 1733815360460) 2024-12-10T07:22:42,310 DEBUG [RS:1;65d303fd23b5:36711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:42,310 INFO [RS:1;65d303fd23b5:36711 {}] regionserver.LeaseManager(133): Closed leases 2024-12-10T07:22:42,310 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/65d303fd23b5,34437,1733815360015 already deleted, retry=false 2024-12-10T07:22:42,310 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 65d303fd23b5,34437,1733815360015 expired; onlineServers=1 2024-12-10T07:22:42,310 INFO [RS:1;65d303fd23b5:36711 {}] hbase.ChoreService(370): Chore service for: regionserver/65d303fd23b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-10T07:22:42,310 INFO [regionserver/65d303fd23b5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-10T07:22:42,310 INFO [RS:1;65d303fd23b5:36711 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36711 2024-12-10T07:22:42,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-10T07:22:42,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36711-0x1007ace92a90002, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/65d303fd23b5,36711,1733815360055 2024-12-10T07:22:42,314 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [65d303fd23b5,36711,1733815360055] 2024-12-10T07:22:42,314 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 65d303fd23b5,36711,1733815360055; numProcessing=2 2024-12-10T07:22:42,315 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/65d303fd23b5,36711,1733815360055 already deleted, retry=false 2024-12-10T07:22:42,315 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 65d303fd23b5,36711,1733815360055 expired; onlineServers=0 2024-12-10T07:22:42,315 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '65d303fd23b5,44623,1733815359955' ***** 2024-12-10T07:22:42,315 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-10T07:22:42,315 DEBUG [M:0;65d303fd23b5:44623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ac18e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=65d303fd23b5/172.17.0.2:0 2024-12-10T07:22:42,315 INFO [M:0;65d303fd23b5:44623 {}] regionserver.HRegionServer(1224): stopping server 65d303fd23b5,44623,1733815359955 2024-12-10T07:22:42,315 INFO [M:0;65d303fd23b5:44623 {}] regionserver.HRegionServer(1250): stopping server 65d303fd23b5,44623,1733815359955; all regions closed. 2024-12-10T07:22:42,315 DEBUG [M:0;65d303fd23b5:44623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-10T07:22:42,315 DEBUG [M:0;65d303fd23b5:44623 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-10T07:22:42,316 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-10T07:22:42,316 DEBUG [M:0;65d303fd23b5:44623 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-10T07:22:42,316 DEBUG [master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.large.0-1733815360224 {}] cleaner.HFileCleaner(306): Exit Thread[master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.large.0-1733815360224,5,FailOnTimeoutGroup] 2024-12-10T07:22:42,316 DEBUG [master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.small.0-1733815360224 {}] cleaner.HFileCleaner(306): Exit Thread[master/65d303fd23b5:0:becomeActiveMaster-HFileCleaner.small.0-1733815360224,5,FailOnTimeoutGroup] 2024-12-10T07:22:42,316 INFO [M:0;65d303fd23b5:44623 {}] hbase.ChoreService(370): Chore service for: master/65d303fd23b5:0 had [] on shutdown 2024-12-10T07:22:42,316 DEBUG [M:0;65d303fd23b5:44623 {}] master.HMaster(1733): Stopping service threads 2024-12-10T07:22:42,316 INFO [M:0;65d303fd23b5:44623 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-10T07:22:42,316 INFO [M:0;65d303fd23b5:44623 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-10T07:22:42,316 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-10T07:22:42,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-10T07:22:42,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-10T07:22:42,317 DEBUG [M:0;65d303fd23b5:44623 {}] zookeeper.ZKUtil(347): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-10T07:22:42,317 WARN [M:0;65d303fd23b5:44623 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-10T07:22:42,317 INFO [M:0;65d303fd23b5:44623 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-10T07:22:42,317 INFO [M:0;65d303fd23b5:44623 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-10T07:22:42,317 DEBUG [M:0;65d303fd23b5:44623 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-10T07:22:42,317 INFO [M:0;65d303fd23b5:44623 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:42,317 DEBUG [M:0;65d303fd23b5:44623 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:42,317 DEBUG [M:0;65d303fd23b5:44623 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-10T07:22:42,317 DEBUG [M:0;65d303fd23b5:44623 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:42,318 INFO [M:0;65d303fd23b5:44623 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.92 KB heapSize=56.38 KB 2024-12-10T07:22:42,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-10T07:22:42,341 DEBUG [M:0;65d303fd23b5:44623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb5a73da8a7549539273e40a46036b3e is 82, key is hbase:meta,,1/info:regioninfo/1733815360856/Put/seqid=0 2024-12-10T07:22:42,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46349 is added to blk_1073741846_1022 (size=5672) 2024-12-10T07:22:42,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741846_1022 (size=5672) 2024-12-10T07:22:42,346 INFO [M:0;65d303fd23b5:44623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb5a73da8a7549539273e40a46036b3e 2024-12-10T07:22:42,372 DEBUG [M:0;65d303fd23b5:44623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d784cf35719b45179704eb42d7493028 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733815361762/Put/seqid=0 2024-12-10T07:22:42,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741847_1023 (size=7581) 2024-12-10T07:22:42,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46349 is added to blk_1073741847_1023 (size=7581) 2024-12-10T07:22:42,378 INFO [M:0;65d303fd23b5:44623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.30 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d784cf35719b45179704eb42d7493028 2024-12-10T07:22:42,402 DEBUG [M:0;65d303fd23b5:44623 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ccebc516750549aeb5b2c783625e2f8c is 69, key is 65d303fd23b5,34437,1733815360015/rs:state/1733815360299/Put/seqid=0 2024-12-10T07:22:42,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741848_1024 (size=5224) 2024-12-10T07:22:42,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46349 is added to blk_1073741848_1024 (size=5224) 2024-12-10T07:22:42,407 INFO [M:0;65d303fd23b5:44623 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ccebc516750549aeb5b2c783625e2f8c 2024-12-10T07:22:42,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x1007ace92a90001, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:42,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34437-0x1007ace92a90001, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:42,409 INFO [RS:0;65d303fd23b5:34437 {}] regionserver.HRegionServer(1307): Exiting; stopping=65d303fd23b5,34437,1733815360015; zookeeper connection closed. 2024-12-10T07:22:42,410 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@54e5c53e {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@54e5c53e 2024-12-10T07:22:42,413 DEBUG [M:0;65d303fd23b5:44623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb5a73da8a7549539273e40a46036b3e as hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb5a73da8a7549539273e40a46036b3e 2024-12-10T07:22:42,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36711-0x1007ace92a90002, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:42,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36711-0x1007ace92a90002, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:42,414 INFO [RS:1;65d303fd23b5:36711 {}] regionserver.HRegionServer(1307): Exiting; stopping=65d303fd23b5,36711,1733815360055; zookeeper connection closed. 2024-12-10T07:22:42,414 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21043433 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21043433 2024-12-10T07:22:42,415 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-10T07:22:42,418 INFO [M:0;65d303fd23b5:44623 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb5a73da8a7549539273e40a46036b3e, entries=8, sequenceid=108, filesize=5.5 K 2024-12-10T07:22:42,418 DEBUG [M:0;65d303fd23b5:44623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d784cf35719b45179704eb42d7493028 as hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d784cf35719b45179704eb42d7493028 2024-12-10T07:22:42,423 INFO [M:0;65d303fd23b5:44623 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d784cf35719b45179704eb42d7493028, entries=13, sequenceid=108, filesize=7.4 K 2024-12-10T07:22:42,424 DEBUG [M:0;65d303fd23b5:44623 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ccebc516750549aeb5b2c783625e2f8c as hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ccebc516750549aeb5b2c783625e2f8c 2024-12-10T07:22:42,428 INFO [M:0;65d303fd23b5:44623 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40921/user/jenkins/test-data/d5ebd165-ad42-06fe-27ca-b6f2f58d7764/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ccebc516750549aeb5b2c783625e2f8c, entries=2, sequenceid=108, filesize=5.1 K 2024-12-10T07:22:42,429 INFO [M:0;65d303fd23b5:44623 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.92 KB/47022, heapSize ~56.08 KB/57424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=108, compaction requested=false 2024-12-10T07:22:42,430 INFO [M:0;65d303fd23b5:44623 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-10T07:22:42,430 DEBUG [M:0;65d303fd23b5:44623 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-10T07:22:42,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38467 is added to blk_1073741830_1006 (size=54553) 2024-12-10T07:22:42,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46349 is added to blk_1073741830_1006 (size=54553) 2024-12-10T07:22:42,433 INFO [M:0;65d303fd23b5:44623 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-10T07:22:42,433 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-10T07:22:42,433 INFO [M:0;65d303fd23b5:44623 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44623 2024-12-10T07:22:42,435 DEBUG [M:0;65d303fd23b5:44623 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/65d303fd23b5,44623,1733815359955 already deleted, retry=false 2024-12-10T07:22:42,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:42,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44623-0x1007ace92a90000, quorum=127.0.0.1:50702, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-10T07:22:42,536 INFO [M:0;65d303fd23b5:44623 {}] regionserver.HRegionServer(1307): Exiting; stopping=65d303fd23b5,44623,1733815359955; zookeeper connection closed. 2024-12-10T07:22:42,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@406f6bbf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:22:42,539 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45d07084{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:22:42,539 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:22:42,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fda014{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:22:42,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f46c76d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/hadoop.log.dir/,STOPPED} 2024-12-10T07:22:42,541 WARN [BP-1633678904-172.17.0.2-1733815359187 heartbeating to localhost/127.0.0.1:40921 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:22:42,541 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:22:42,541 WARN [BP-1633678904-172.17.0.2-1733815359187 heartbeating to localhost/127.0.0.1:40921 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1633678904-172.17.0.2-1733815359187 (Datanode Uuid 23590f68-d984-4580-9c3d-c090a92dcde5) service to localhost/127.0.0.1:40921 2024-12-10T07:22:42,541 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:22:42,542 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/cluster_85b9cb56-6de4-f619-ae07-0d47609677d7/dfs/data/data3/current/BP-1633678904-172.17.0.2-1733815359187 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:22:42,542 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/cluster_85b9cb56-6de4-f619-ae07-0d47609677d7/dfs/data/data4/current/BP-1633678904-172.17.0.2-1733815359187 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:22:42,542 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:22:42,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b9570bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-10T07:22:42,544 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57ff4ced{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:22:42,544 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:22:42,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24bd408c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:22:42,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ccf3839{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/hadoop.log.dir/,STOPPED} 2024-12-10T07:22:42,545 WARN [BP-1633678904-172.17.0.2-1733815359187 heartbeating to localhost/127.0.0.1:40921 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-10T07:22:42,546 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-10T07:22:42,546 WARN [BP-1633678904-172.17.0.2-1733815359187 heartbeating to localhost/127.0.0.1:40921 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1633678904-172.17.0.2-1733815359187 (Datanode Uuid 4fcc99c7-1b5e-48f9-bbf3-2bd875802e67) service to localhost/127.0.0.1:40921 2024-12-10T07:22:42,546 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-10T07:22:42,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/cluster_85b9cb56-6de4-f619-ae07-0d47609677d7/dfs/data/data1/current/BP-1633678904-172.17.0.2-1733815359187 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:22:42,546 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/cluster_85b9cb56-6de4-f619-ae07-0d47609677d7/dfs/data/data2/current/BP-1633678904-172.17.0.2-1733815359187 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-10T07:22:42,547 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-10T07:22:42,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b79f406{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-10T07:22:42,553 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fb79839{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-10T07:22:42,553 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-10T07:22:42,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@538c54ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-10T07:22:42,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@408dd55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9fbdcb10-c180-8688-c8ba-76f549459c70/hadoop.log.dir/,STOPPED} 2024-12-10T07:22:42,559 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-10T07:22:42,574 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-10T07:22:42,584 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=202 (was 181) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:40921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40921 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40921 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40921 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:40921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:40921 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=557 (was 530) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=198 (was 198), ProcessCount=11 (was 11), AvailableMemoryMB=6610 (was 6679)