2024-11-16 02:29:51,417 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@23e84203 2024-11-16 02:29:51,440 main DEBUG Took 0.020583 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 02:29:51,441 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 02:29:51,441 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 02:29:51,442 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 02:29:51,444 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:29:51,457 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 02:29:51,475 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:29:51,476 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:29:51,477 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:29:51,478 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:29:51,479 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:29:51,479 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:29:51,480 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:29:51,481 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:29:51,481 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:29:51,482 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:29:51,483 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:29:51,483 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:29:51,484 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:29:51,485 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:29:51,485 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:29:51,486 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:29:51,486 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:29:51,487 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:29:51,487 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:29:51,488 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:29:51,489 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:29:51,489 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:29:51,490 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:29:51,490 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 02:29:51,491 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:29:51,491 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 02:29:51,493 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 02:29:51,495 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 02:29:51,498 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 02:29:51,498 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 02:29:51,500 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 02:29:51,501 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 02:29:51,513 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 02:29:51,517 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 02:29:51,519 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 02:29:51,519 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 02:29:51,519 main DEBUG createAppenders(={Console}) 2024-11-16 02:29:51,520 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@23e84203 initialized 2024-11-16 02:29:51,520 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@23e84203 2024-11-16 02:29:51,521 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@23e84203 OK. 2024-11-16 02:29:51,521 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 02:29:51,521 main DEBUG OutputStream closed 2024-11-16 02:29:51,522 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 02:29:51,522 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 02:29:51,522 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@2a54a73f OK 2024-11-16 02:29:51,617 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 02:29:51,620 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 02:29:51,621 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 02:29:51,623 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 02:29:51,624 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 02:29:51,624 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 02:29:51,625 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 02:29:51,625 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 02:29:51,626 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 02:29:51,626 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 02:29:51,626 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 02:29:51,627 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 02:29:51,627 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 02:29:51,628 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 02:29:51,628 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 02:29:51,629 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 02:29:51,629 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 02:29:51,630 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 02:29:51,633 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 02:29:51,634 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1c33c17b) with optional ClassLoader: null 2024-11-16 02:29:51,635 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 02:29:51,636 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1c33c17b] started OK. 2024-11-16T02:29:51,656 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-16 02:29:51,661 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 02:29:51,661 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T02:29:51,742 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=676, ProcessCount=11, AvailableMemoryMB=4558 2024-11-16T02:29:52,031 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687 2024-11-16T02:29:52,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:29:52,054 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/cluster_4e30c07d-da59-5070-e712-2e6318f25906, deleteOnExit=true 2024-11-16T02:29:52,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:29:52,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/test.cache.data in system properties and HBase conf 2024-11-16T02:29:52,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:29:52,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:29:52,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:29:52,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:29:52,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:29:52,173 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T02:29:52,293 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:29:52,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:29:52,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:29:52,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:29:52,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:29:52,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:29:52,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:29:52,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:29:52,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:29:52,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:29:52,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:29:52,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:29:52,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:29:52,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:29:52,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:29:53,400 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T02:29:53,470 INFO [Time-limited test {}] log.Log(170): Logging initialized @2733ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T02:29:53,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:29:53,598 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:29:53,625 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:29:53,626 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:29:53,628 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:29:53,644 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:29:53,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:29:53,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:29:53,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/java.io.tmpdir/jetty-localhost-39045-hadoop-hdfs-3_4_1-tests_jar-_-any-14534875917654035961/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:29:53,857 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:39045} 2024-11-16T02:29:53,857 INFO [Time-limited test {}] server.Server(415): Started @3121ms 2024-11-16T02:29:54,473 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:29:54,482 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:29:54,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:29:54,483 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:29:54,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:29:54,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:29:54,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:29:54,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/java.io.tmpdir/jetty-localhost-37921-hadoop-hdfs-3_4_1-tests_jar-_-any-15706364079820609431/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:29:54,593 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:37921} 2024-11-16T02:29:54,593 INFO [Time-limited test {}] server.Server(415): Started @3857ms 2024-11-16T02:29:54,643 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:29:54,758 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:29:54,765 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:29:54,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:29:54,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:29:54,768 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:29:54,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:29:54,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:29:54,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/java.io.tmpdir/jetty-localhost-45817-hadoop-hdfs-3_4_1-tests_jar-_-any-6275087727107441690/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:29:54,880 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:45817} 2024-11-16T02:29:54,881 INFO [Time-limited test {}] server.Server(415): Started @4145ms 2024-11-16T02:29:54,884 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:29:56,344 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/cluster_4e30c07d-da59-5070-e712-2e6318f25906/data/data1/current/BP-1704103720-172.17.0.3-1731724192856/current, will proceed with Du for space computation calculation, 2024-11-16T02:29:56,344 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/cluster_4e30c07d-da59-5070-e712-2e6318f25906/data/data2/current/BP-1704103720-172.17.0.3-1731724192856/current, will proceed with Du for space computation calculation, 2024-11-16T02:29:56,361 WARN [Thread-102 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/cluster_4e30c07d-da59-5070-e712-2e6318f25906/data/data3/current/BP-1704103720-172.17.0.3-1731724192856/current, will proceed with Du for space computation calculation, 2024-11-16T02:29:56,362 WARN [Thread-103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/cluster_4e30c07d-da59-5070-e712-2e6318f25906/data/data4/current/BP-1704103720-172.17.0.3-1731724192856/current, will proceed with Du for space computation calculation, 2024-11-16T02:29:56,382 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:29:56,386 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:29:56,429 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x615b047dea662ff5 with lease ID 0xe0d82aec9f82411c: Processing first storage report for DS-a72f9534-4fa2-43ec-82b9-056a57f5792f from datanode DatanodeRegistration(127.0.0.1:37045, datanodeUuid=44314fd0-1bcd-41c3-90ce-eecf4cd5d86f, infoPort=43657, infoSecurePort=0, ipcPort=43073, storageInfo=lv=-57;cid=testClusterID;nsid=1105209160;c=1731724192856) 2024-11-16T02:29:56,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x615b047dea662ff5 with lease ID 0xe0d82aec9f82411c: from storage DS-a72f9534-4fa2-43ec-82b9-056a57f5792f node DatanodeRegistration(127.0.0.1:37045, datanodeUuid=44314fd0-1bcd-41c3-90ce-eecf4cd5d86f, infoPort=43657, infoSecurePort=0, ipcPort=43073, storageInfo=lv=-57;cid=testClusterID;nsid=1105209160;c=1731724192856), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-16T02:29:56,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0c6b755929a03b0 with lease ID 0xe0d82aec9f82411b: Processing first storage report for DS-a27dfa29-8af0-4ec0-a01e-ce4cbdd2dc52 from datanode DatanodeRegistration(127.0.0.1:34153, datanodeUuid=5b009eea-0885-4050-a4e1-ab50c72278fb, infoPort=44533, infoSecurePort=0, ipcPort=33401, storageInfo=lv=-57;cid=testClusterID;nsid=1105209160;c=1731724192856) 2024-11-16T02:29:56,431 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0c6b755929a03b0 with lease ID 0xe0d82aec9f82411b: from storage DS-a27dfa29-8af0-4ec0-a01e-ce4cbdd2dc52 node DatanodeRegistration(127.0.0.1:34153, datanodeUuid=5b009eea-0885-4050-a4e1-ab50c72278fb, infoPort=44533, infoSecurePort=0, ipcPort=33401, storageInfo=lv=-57;cid=testClusterID;nsid=1105209160;c=1731724192856), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:29:56,431 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x615b047dea662ff5 with lease ID 0xe0d82aec9f82411c: Processing first storage report for DS-9416293a-253f-4f44-b3be-d8a8d82892ba from datanode DatanodeRegistration(127.0.0.1:37045, datanodeUuid=44314fd0-1bcd-41c3-90ce-eecf4cd5d86f, infoPort=43657, infoSecurePort=0, ipcPort=43073, storageInfo=lv=-57;cid=testClusterID;nsid=1105209160;c=1731724192856) 2024-11-16T02:29:56,431 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x615b047dea662ff5 with lease ID 0xe0d82aec9f82411c: from storage DS-9416293a-253f-4f44-b3be-d8a8d82892ba node DatanodeRegistration(127.0.0.1:37045, datanodeUuid=44314fd0-1bcd-41c3-90ce-eecf4cd5d86f, infoPort=43657, infoSecurePort=0, ipcPort=43073, storageInfo=lv=-57;cid=testClusterID;nsid=1105209160;c=1731724192856), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T02:29:56,431 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0c6b755929a03b0 with lease ID 0xe0d82aec9f82411b: Processing first storage report for DS-8f40a19b-6416-4f36-a3af-a8e28f93d79c from datanode DatanodeRegistration(127.0.0.1:34153, datanodeUuid=5b009eea-0885-4050-a4e1-ab50c72278fb, infoPort=44533, infoSecurePort=0, ipcPort=33401, storageInfo=lv=-57;cid=testClusterID;nsid=1105209160;c=1731724192856) 2024-11-16T02:29:56,431 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0c6b755929a03b0 with lease ID 0xe0d82aec9f82411b: from storage DS-8f40a19b-6416-4f36-a3af-a8e28f93d79c node DatanodeRegistration(127.0.0.1:34153, datanodeUuid=5b009eea-0885-4050-a4e1-ab50c72278fb, infoPort=44533, infoSecurePort=0, ipcPort=33401, storageInfo=lv=-57;cid=testClusterID;nsid=1105209160;c=1731724192856), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:29:56,525 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687 2024-11-16T02:29:56,593 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/cluster_4e30c07d-da59-5070-e712-2e6318f25906/zookeeper_0, clientPort=53550, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/cluster_4e30c07d-da59-5070-e712-2e6318f25906/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/cluster_4e30c07d-da59-5070-e712-2e6318f25906/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T02:29:56,601 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53550 2024-11-16T02:29:56,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:29:56,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:29:56,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:29:56,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:29:57,238 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46 with version=8 2024-11-16T02:29:57,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/hbase-staging 2024-11-16T02:29:57,319 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-16T02:29:57,555 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:29:57,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:29:57,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:29:57,569 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:29:57,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:29:57,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:29:57,710 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:29:57,762 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T02:29:57,771 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T02:29:57,775 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:29:57,799 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 47876 (auto-detected) 2024-11-16T02:29:57,800 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-16T02:29:57,816 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40843 2024-11-16T02:29:57,835 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40843 connecting to ZooKeeper ensemble=127.0.0.1:53550 2024-11-16T02:29:57,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408430x0, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:29:57,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40843-0x101417a368c0000 connected 2024-11-16T02:29:58,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:29:58,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:29:58,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:29:58,023 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46, hbase.cluster.distributed=false 2024-11-16T02:29:58,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T02:29:58,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40843 2024-11-16T02:29:58,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40843 2024-11-16T02:29:58,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40843 2024-11-16T02:29:58,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40843 2024-11-16T02:29:58,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40843 2024-11-16T02:29:58,155 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:29:58,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:29:58,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:29:58,157 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:29:58,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:29:58,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:29:58,161 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:29:58,164 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:29:58,165 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38785 2024-11-16T02:29:58,167 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38785 connecting to ZooKeeper ensemble=127.0.0.1:53550 2024-11-16T02:29:58,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:29:58,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:29:58,187 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387850x0, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:29:58,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387850x0, quorum=127.0.0.1:53550, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:29:58,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38785-0x101417a368c0001 connected 2024-11-16T02:29:58,192 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:29:58,201 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:29:58,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38785-0x101417a368c0001, quorum=127.0.0.1:53550, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T02:29:58,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38785-0x101417a368c0001, quorum=127.0.0.1:53550, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T02:29:58,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38785 2024-11-16T02:29:58,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38785 2024-11-16T02:29:58,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38785 2024-11-16T02:29:58,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38785 2024-11-16T02:29:58,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38785 2024-11-16T02:29:58,230 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:29:58,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:29:58,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:29:58,231 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:29:58,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:29:58,232 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:29:58,232 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:29:58,232 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:29:58,233 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37695 2024-11-16T02:29:58,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37695 connecting to ZooKeeper ensemble=127.0.0.1:53550 2024-11-16T02:29:58,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:29:58,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:29:58,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376950x0, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:29:58,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376950x0, quorum=127.0.0.1:53550, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:29:58,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37695-0x101417a368c0002 connected 2024-11-16T02:29:58,262 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:29:58,263 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:29:58,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37695-0x101417a368c0002, quorum=127.0.0.1:53550, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T02:29:58,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37695-0x101417a368c0002, quorum=127.0.0.1:53550, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T02:29:58,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37695 2024-11-16T02:29:58,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37695 2024-11-16T02:29:58,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37695 2024-11-16T02:29:58,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37695 2024-11-16T02:29:58,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37695 2024-11-16T02:29:58,288 DEBUG [M:0;667222f7cf1b:40843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:40843 2024-11-16T02:29:58,289 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/667222f7cf1b,40843,1731724197395 2024-11-16T02:29:58,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37695-0x101417a368c0002, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:29:58,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:29:58,303 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x101417a368c0001, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:29:58,305 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/667222f7cf1b,40843,1731724197395 2024-11-16T02:29:58,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37695-0x101417a368c0002, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T02:29:58,334 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x101417a368c0001, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T02:29:58,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:29:58,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37695-0x101417a368c0002, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:29:58,334 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x101417a368c0001, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:29:58,335 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T02:29:58,336 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/667222f7cf1b,40843,1731724197395 from backup master directory 2024-11-16T02:29:58,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/667222f7cf1b,40843,1731724197395 2024-11-16T02:29:58,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37695-0x101417a368c0002, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:29:58,351 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x101417a368c0001, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:29:58,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:29:58,351 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:29:58,352 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,40843,1731724197395 2024-11-16T02:29:58,353 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-16T02:29:58,354 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-16T02:29:58,408 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/hbase.id] with ID: 0162048e-ed5c-4158-aa49-1f057cbf2e38 2024-11-16T02:29:58,409 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/.tmp/hbase.id 2024-11-16T02:29:58,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:29:58,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:29:58,423 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/.tmp/hbase.id]:[hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/hbase.id] 2024-11-16T02:29:58,465 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:29:58,469 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:29:58,487 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-16T02:29:58,502 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x101417a368c0001, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:29:58,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37695-0x101417a368c0002, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:29:58,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:29:58,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:29:58,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:29:58,535 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:29:58,537 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:29:58,556 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T02:29:58,560 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:29:58,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:29:58,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:29:58,606 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/MasterData/data/master/store 2024-11-16T02:29:58,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:29:58,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:29:58,629 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-16T02:29:58,633 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:29:58,634 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:29:58,634 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:29:58,634 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:29:58,636 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:29:58,636 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:29:58,637 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:29:58,638 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731724198634Disabling compacts and flushes for region at 1731724198634Disabling writes for close at 1731724198636 (+2 ms)Writing region close event to WAL at 1731724198637 (+1 ms)Closed at 1731724198637 2024-11-16T02:29:58,640 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/MasterData/data/master/store/.initializing 2024-11-16T02:29:58,640 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/MasterData/WALs/667222f7cf1b,40843,1731724197395 2024-11-16T02:29:58,649 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:29:58,665 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C40843%2C1731724197395, suffix=, logDir=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/MasterData/WALs/667222f7cf1b,40843,1731724197395, archiveDir=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/MasterData/oldWALs, maxLogs=10 2024-11-16T02:29:58,686 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/MasterData/WALs/667222f7cf1b,40843,1731724197395/667222f7cf1b%2C40843%2C1731724197395.1731724198669, exclude list is [], retry=0 2024-11-16T02:29:58,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37045,DS-a72f9534-4fa2-43ec-82b9-056a57f5792f,DISK] 2024-11-16T02:29:58,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34153,DS-a27dfa29-8af0-4ec0-a01e-ce4cbdd2dc52,DISK] 2024-11-16T02:29:58,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-16T02:29:58,737 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/MasterData/WALs/667222f7cf1b,40843,1731724197395/667222f7cf1b%2C40843%2C1731724197395.1731724198669 2024-11-16T02:29:58,738 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43657:43657),(127.0.0.1/127.0.0.1:44533:44533)] 2024-11-16T02:29:58,738 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:29:58,739 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:29:58,742 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:29:58,743 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:29:58,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:29:58,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:29:58,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:29:58,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:29:58,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:29:58,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:29:58,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:29:58,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:29:58,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:29:58,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:29:58,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:29:58,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:29:58,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:29:58,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:29:58,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:29:58,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:29:58,842 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:29:58,847 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:29:58,849 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:29:58,854 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:29:58,855 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:29:58,858 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:29:58,862 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:29:58,866 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:29:58,867 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71412091, jitterRate=0.06412307918071747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:29:58,873 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731724198755Initializing all the Stores at 1731724198758 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724198758Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724198759 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724198759Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724198759Cleaning up temporary data from old regions at 1731724198855 (+96 ms)Region opened successfully at 1731724198873 (+18 ms) 2024-11-16T02:29:58,874 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:29:58,904 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ad05fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:29:58,930 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:29:58,939 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:29:58,940 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:29:58,943 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:29:58,945 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T02:29:58,950 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-16T02:29:58,950 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:29:58,975 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:29:58,983 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T02:29:59,029 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T02:29:59,033 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:29:59,035 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:29:59,045 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T02:29:59,048 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:29:59,054 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:29:59,066 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T02:29:59,068 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:29:59,081 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T02:29:59,106 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:29:59,119 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T02:29:59,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37695-0x101417a368c0002, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T02:29:59,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T02:29:59,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37695-0x101417a368c0002, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:29:59,134 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x101417a368c0001, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T02:29:59,134 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x101417a368c0001, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:29:59,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:29:59,138 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,40843,1731724197395, sessionid=0x101417a368c0000, setting cluster-up flag (Was=false) 2024-11-16T02:29:59,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37695-0x101417a368c0002, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:29:59,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:29:59,172 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x101417a368c0001, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:29:59,207 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T02:29:59,210 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,40843,1731724197395 2024-11-16T02:29:59,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37695-0x101417a368c0002, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:29:59,235 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x101417a368c0001, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:29:59,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:29:59,266 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T02:29:59,268 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,40843,1731724197395 2024-11-16T02:29:59,274 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:29:59,350 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:29:59,359 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:29:59,366 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:29:59,373 INFO [RS:0;667222f7cf1b:38785 {}] regionserver.HRegionServer(746): ClusterId : 0162048e-ed5c-4158-aa49-1f057cbf2e38 2024-11-16T02:29:59,373 INFO [RS:1;667222f7cf1b:37695 {}] regionserver.HRegionServer(746): ClusterId : 0162048e-ed5c-4158-aa49-1f057cbf2e38 2024-11-16T02:29:59,376 DEBUG [RS:0;667222f7cf1b:38785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:29:59,376 DEBUG [RS:1;667222f7cf1b:37695 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:29:59,374 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,40843,1731724197395 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:29:59,388 DEBUG [RS:0;667222f7cf1b:38785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:29:59,388 DEBUG [RS:1;667222f7cf1b:37695 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:29:59,389 DEBUG [RS:0;667222f7cf1b:38785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:29:59,389 DEBUG [RS:1;667222f7cf1b:37695 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:29:59,389 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:29:59,390 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:29:59,390 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:29:59,390 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:29:59,390 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:29:59,390 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:29:59,391 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:29:59,391 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:29:59,392 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731724229392 2024-11-16T02:29:59,394 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:29:59,395 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:29:59,397 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:29:59,398 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:29:59,398 DEBUG [RS:1;667222f7cf1b:37695 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:29:59,399 DEBUG [RS:1;667222f7cf1b:37695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6cd5c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:29:59,400 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:29:59,401 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:29:59,401 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:29:59,401 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:29:59,403 DEBUG [RS:0;667222f7cf1b:38785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:29:59,403 DEBUG [RS:0;667222f7cf1b:38785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fee61e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:29:59,404 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:29:59,404 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:29:59,405 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:29:59,413 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:29:59,414 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:29:59,414 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:29:59,417 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:29:59,417 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:29:59,419 DEBUG [RS:0;667222f7cf1b:38785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:38785 2024-11-16T02:29:59,419 DEBUG [RS:1;667222f7cf1b:37695 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;667222f7cf1b:37695 2024-11-16T02:29:59,423 INFO [RS:1;667222f7cf1b:37695 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:29:59,423 INFO [RS:0;667222f7cf1b:38785 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:29:59,423 INFO [RS:1;667222f7cf1b:37695 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:29:59,423 INFO [RS:0;667222f7cf1b:38785 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:29:59,423 DEBUG [RS:1;667222f7cf1b:37695 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:29:59,423 DEBUG [RS:0;667222f7cf1b:38785 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:29:59,424 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731724199419,5,FailOnTimeoutGroup] 2024-11-16T02:29:59,426 INFO [RS:1;667222f7cf1b:37695 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,40843,1731724197395 with port=37695, startcode=1731724198230 2024-11-16T02:29:59,426 INFO [RS:0;667222f7cf1b:38785 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,40843,1731724197395 with port=38785, startcode=1731724198123 2024-11-16T02:29:59,426 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731724199424,5,FailOnTimeoutGroup] 2024-11-16T02:29:59,426 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:29:59,426 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:29:59,427 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:29:59,428 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:29:59,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:29:59,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:29:59,433 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:29:59,434 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46 2024-11-16T02:29:59,440 DEBUG [RS:1;667222f7cf1b:37695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:29:59,440 DEBUG [RS:0;667222f7cf1b:38785 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:29:59,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741832_1008 (size=32) 2024-11-16T02:29:59,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741832_1008 (size=32) 2024-11-16T02:29:59,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:29:59,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:29:59,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:29:59,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:29:59,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:29:59,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:29:59,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:29:59,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:29:59,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:29:59,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:29:59,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:29:59,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:29:59,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:29:59,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:29:59,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:29:59,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:29:59,484 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:29:59,484 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:29:59,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:29:59,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:29:59,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/hbase/meta/1588230740 2024-11-16T02:29:59,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/hbase/meta/1588230740 2024-11-16T02:29:59,490 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40843 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,38785,1731724198123 2024-11-16T02:29:59,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40843 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,38785,1731724198123 2024-11-16T02:29:59,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:29:59,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:29:59,494 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:29:59,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:29:59,502 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:29:59,503 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62869517, jitterRate=-0.06317119300365448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:29:59,507 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40843 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,37695,1731724198230 2024-11-16T02:29:59,507 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40843 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,37695,1731724198230 2024-11-16T02:29:59,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731724199458Initializing all the Stores at 1731724199460 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724199461 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724199461Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724199461Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724199461Cleaning up temporary data from old regions at 1731724199493 (+32 ms)Region opened successfully at 1731724199508 (+15 ms) 2024-11-16T02:29:59,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:29:59,509 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:29:59,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:29:59,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:29:59,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:29:59,510 DEBUG [RS:0;667222f7cf1b:38785 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46 2024-11-16T02:29:59,510 DEBUG [RS:0;667222f7cf1b:38785 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40581 2024-11-16T02:29:59,510 DEBUG [RS:0;667222f7cf1b:38785 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:29:59,511 DEBUG [RS:1;667222f7cf1b:37695 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46 2024-11-16T02:29:59,511 DEBUG [RS:1;667222f7cf1b:37695 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40581 2024-11-16T02:29:59,511 DEBUG [RS:1;667222f7cf1b:37695 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:29:59,512 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:29:59,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731724199509Disabling compacts and flushes for region at 1731724199509Disabling writes for close at 1731724199509Writing region close event to WAL at 1731724199512 (+3 ms)Closed at 1731724199512 2024-11-16T02:29:59,515 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:29:59,515 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:29:59,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:29:59,530 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:29:59,533 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:29:59,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T02:29:59,560 DEBUG [RS:1;667222f7cf1b:37695 {}] zookeeper.ZKUtil(111): regionserver:37695-0x101417a368c0002, quorum=127.0.0.1:53550, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/667222f7cf1b,37695,1731724198230 2024-11-16T02:29:59,560 WARN [RS:1;667222f7cf1b:37695 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:29:59,560 INFO [RS:1;667222f7cf1b:37695 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:29:59,561 DEBUG [RS:1;667222f7cf1b:37695 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/WALs/667222f7cf1b,37695,1731724198230 2024-11-16T02:29:59,565 DEBUG [RS:0;667222f7cf1b:38785 {}] zookeeper.ZKUtil(111): regionserver:38785-0x101417a368c0001, quorum=127.0.0.1:53550, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/667222f7cf1b,38785,1731724198123 2024-11-16T02:29:59,565 WARN [RS:0;667222f7cf1b:38785 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:29:59,566 INFO [RS:0;667222f7cf1b:38785 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:29:59,566 DEBUG [RS:0;667222f7cf1b:38785 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/WALs/667222f7cf1b,38785,1731724198123 2024-11-16T02:29:59,568 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,37695,1731724198230] 2024-11-16T02:29:59,568 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,38785,1731724198123] 2024-11-16T02:29:59,595 INFO [RS:1;667222f7cf1b:37695 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:29:59,595 INFO [RS:0;667222f7cf1b:38785 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:29:59,614 INFO [RS:0;667222f7cf1b:38785 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:29:59,614 INFO [RS:1;667222f7cf1b:37695 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:29:59,619 INFO [RS:1;667222f7cf1b:37695 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:29:59,619 INFO [RS:0;667222f7cf1b:38785 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:29:59,620 INFO [RS:1;667222f7cf1b:37695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:29:59,620 INFO [RS:0;667222f7cf1b:38785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:29:59,621 INFO [RS:1;667222f7cf1b:37695 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:29:59,621 INFO [RS:0;667222f7cf1b:38785 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:29:59,626 INFO [RS:1;667222f7cf1b:37695 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:29:59,626 INFO [RS:0;667222f7cf1b:38785 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:29:59,627 INFO [RS:1;667222f7cf1b:37695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:29:59,627 INFO [RS:0;667222f7cf1b:38785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:29:59,628 DEBUG [RS:1;667222f7cf1b:37695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:29:59,628 DEBUG [RS:0;667222f7cf1b:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:29:59,628 DEBUG [RS:1;667222f7cf1b:37695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:29:59,628 DEBUG [RS:0;667222f7cf1b:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:29:59,628 DEBUG [RS:1;667222f7cf1b:37695 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:29:59,628 DEBUG [RS:0;667222f7cf1b:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:29:59,628 DEBUG [RS:1;667222f7cf1b:37695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:29:59,628 DEBUG [RS:1;667222f7cf1b:37695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:29:59,628 DEBUG [RS:0;667222f7cf1b:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:29:59,628 DEBUG [RS:1;667222f7cf1b:37695 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:29:59,629 DEBUG [RS:0;667222f7cf1b:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:29:59,629 DEBUG [RS:1;667222f7cf1b:37695 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:29:59,629 DEBUG [RS:0;667222f7cf1b:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:29:59,629 DEBUG [RS:1;667222f7cf1b:37695 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:29:59,629 DEBUG [RS:0;667222f7cf1b:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:29:59,629 DEBUG [RS:1;667222f7cf1b:37695 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:29:59,629 DEBUG [RS:1;667222f7cf1b:37695 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:29:59,629 DEBUG [RS:0;667222f7cf1b:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:29:59,629 DEBUG [RS:1;667222f7cf1b:37695 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:29:59,629 DEBUG [RS:0;667222f7cf1b:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:29:59,629 DEBUG [RS:1;667222f7cf1b:37695 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:29:59,630 DEBUG [RS:1;667222f7cf1b:37695 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:29:59,630 DEBUG [RS:0;667222f7cf1b:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:29:59,630 DEBUG [RS:1;667222f7cf1b:37695 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:29:59,630 DEBUG [RS:0;667222f7cf1b:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:29:59,630 DEBUG [RS:0;667222f7cf1b:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:29:59,630 DEBUG [RS:0;667222f7cf1b:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:29:59,630 DEBUG [RS:0;667222f7cf1b:38785 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:29:59,634 INFO [RS:1;667222f7cf1b:37695 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:29:59,635 INFO [RS:1;667222f7cf1b:37695 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:29:59,635 INFO [RS:1;667222f7cf1b:37695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:29:59,635 INFO [RS:1;667222f7cf1b:37695 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:29:59,635 INFO [RS:1;667222f7cf1b:37695 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:29:59,635 INFO [RS:1;667222f7cf1b:37695 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37695,1731724198230-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:29:59,636 INFO [RS:0;667222f7cf1b:38785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:29:59,636 INFO [RS:0;667222f7cf1b:38785 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:29:59,636 INFO [RS:0;667222f7cf1b:38785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:29:59,636 INFO [RS:0;667222f7cf1b:38785 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:29:59,636 INFO [RS:0;667222f7cf1b:38785 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:29:59,636 INFO [RS:0;667222f7cf1b:38785 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,38785,1731724198123-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:29:59,655 INFO [RS:0;667222f7cf1b:38785 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:29:59,657 INFO [RS:0;667222f7cf1b:38785 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,38785,1731724198123-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:29:59,657 INFO [RS:0;667222f7cf1b:38785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:29:59,657 INFO [RS:0;667222f7cf1b:38785 {}] regionserver.Replication(171): 667222f7cf1b,38785,1731724198123 started 2024-11-16T02:29:59,658 INFO [RS:1;667222f7cf1b:37695 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:29:59,659 INFO [RS:1;667222f7cf1b:37695 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37695,1731724198230-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:29:59,659 INFO [RS:1;667222f7cf1b:37695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:29:59,659 INFO [RS:1;667222f7cf1b:37695 {}] regionserver.Replication(171): 667222f7cf1b,37695,1731724198230 started 2024-11-16T02:29:59,679 INFO [RS:0;667222f7cf1b:38785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:29:59,680 INFO [RS:0;667222f7cf1b:38785 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,38785,1731724198123, RpcServer on 667222f7cf1b/172.17.0.3:38785, sessionid=0x101417a368c0001 2024-11-16T02:29:59,680 DEBUG [RS:0;667222f7cf1b:38785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:29:59,681 DEBUG [RS:0;667222f7cf1b:38785 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,38785,1731724198123 2024-11-16T02:29:59,681 DEBUG [RS:0;667222f7cf1b:38785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,38785,1731724198123' 2024-11-16T02:29:59,681 DEBUG [RS:0;667222f7cf1b:38785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T02:29:59,681 INFO [RS:1;667222f7cf1b:37695 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:29:59,682 INFO [RS:1;667222f7cf1b:37695 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,37695,1731724198230, RpcServer on 667222f7cf1b/172.17.0.3:37695, sessionid=0x101417a368c0002 2024-11-16T02:29:59,682 DEBUG [RS:1;667222f7cf1b:37695 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:29:59,682 DEBUG [RS:1;667222f7cf1b:37695 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,37695,1731724198230 2024-11-16T02:29:59,682 DEBUG [RS:1;667222f7cf1b:37695 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,37695,1731724198230' 2024-11-16T02:29:59,682 DEBUG [RS:1;667222f7cf1b:37695 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T02:29:59,682 DEBUG [RS:0;667222f7cf1b:38785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T02:29:59,683 DEBUG [RS:0;667222f7cf1b:38785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:29:59,683 DEBUG [RS:1;667222f7cf1b:37695 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T02:29:59,683 DEBUG [RS:0;667222f7cf1b:38785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:29:59,684 DEBUG [RS:0;667222f7cf1b:38785 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,38785,1731724198123 2024-11-16T02:29:59,684 DEBUG [RS:0;667222f7cf1b:38785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,38785,1731724198123' 2024-11-16T02:29:59,684 DEBUG [RS:0;667222f7cf1b:38785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T02:29:59,684 WARN [667222f7cf1b:40843 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T02:29:59,685 DEBUG [RS:0;667222f7cf1b:38785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T02:29:59,685 DEBUG [RS:1;667222f7cf1b:37695 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:29:59,685 DEBUG [RS:1;667222f7cf1b:37695 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:29:59,685 DEBUG [RS:1;667222f7cf1b:37695 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,37695,1731724198230 2024-11-16T02:29:59,685 DEBUG [RS:1;667222f7cf1b:37695 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,37695,1731724198230' 2024-11-16T02:29:59,685 DEBUG [RS:1;667222f7cf1b:37695 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T02:29:59,686 DEBUG [RS:1;667222f7cf1b:37695 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T02:29:59,686 DEBUG [RS:0;667222f7cf1b:38785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:29:59,686 INFO [RS:0;667222f7cf1b:38785 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:29:59,686 INFO [RS:0;667222f7cf1b:38785 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:29:59,687 DEBUG [RS:1;667222f7cf1b:37695 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:29:59,687 INFO [RS:1;667222f7cf1b:37695 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:29:59,687 INFO [RS:1;667222f7cf1b:37695 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:29:59,793 INFO [RS:0;667222f7cf1b:38785 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:29:59,794 INFO [RS:1;667222f7cf1b:37695 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:29:59,798 INFO [RS:1;667222f7cf1b:37695 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C37695%2C1731724198230, suffix=, logDir=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/WALs/667222f7cf1b,37695,1731724198230, archiveDir=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/oldWALs, maxLogs=32 2024-11-16T02:29:59,809 INFO [RS:0;667222f7cf1b:38785 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C38785%2C1731724198123, suffix=, logDir=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/WALs/667222f7cf1b,38785,1731724198123, archiveDir=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/oldWALs, maxLogs=32 2024-11-16T02:29:59,821 DEBUG [RS:1;667222f7cf1b:37695 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/WALs/667222f7cf1b,37695,1731724198230/667222f7cf1b%2C37695%2C1731724198230.1731724199802, exclude list is [], retry=0 2024-11-16T02:29:59,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34153,DS-a27dfa29-8af0-4ec0-a01e-ce4cbdd2dc52,DISK] 2024-11-16T02:29:59,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37045,DS-a72f9534-4fa2-43ec-82b9-056a57f5792f,DISK] 2024-11-16T02:29:59,832 DEBUG [RS:0;667222f7cf1b:38785 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/WALs/667222f7cf1b,38785,1731724198123/667222f7cf1b%2C38785%2C1731724198123.1731724199811, exclude list is [], retry=0 2024-11-16T02:29:59,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37045,DS-a72f9534-4fa2-43ec-82b9-056a57f5792f,DISK] 2024-11-16T02:29:59,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34153,DS-a27dfa29-8af0-4ec0-a01e-ce4cbdd2dc52,DISK] 2024-11-16T02:29:59,862 INFO [RS:1;667222f7cf1b:37695 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/WALs/667222f7cf1b,37695,1731724198230/667222f7cf1b%2C37695%2C1731724198230.1731724199802 2024-11-16T02:29:59,865 INFO [RS:0;667222f7cf1b:38785 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/WALs/667222f7cf1b,38785,1731724198123/667222f7cf1b%2C38785%2C1731724198123.1731724199811 2024-11-16T02:29:59,866 DEBUG [RS:1;667222f7cf1b:37695 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44533:44533),(127.0.0.1/127.0.0.1:43657:43657)] 2024-11-16T02:29:59,869 DEBUG [RS:0;667222f7cf1b:38785 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43657:43657),(127.0.0.1/127.0.0.1:44533:44533)] 2024-11-16T02:29:59,938 DEBUG [667222f7cf1b:40843 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-16T02:29:59,950 DEBUG [667222f7cf1b:40843 {}] balancer.BalancerClusterState(204): Hosts are {667222f7cf1b=0} racks are {/default-rack=0} 2024-11-16T02:29:59,960 DEBUG [667222f7cf1b:40843 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T02:29:59,960 DEBUG [667222f7cf1b:40843 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T02:29:59,960 DEBUG [667222f7cf1b:40843 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T02:29:59,960 DEBUG [667222f7cf1b:40843 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T02:29:59,960 INFO [667222f7cf1b:40843 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T02:29:59,960 INFO [667222f7cf1b:40843 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T02:29:59,960 DEBUG [667222f7cf1b:40843 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T02:29:59,969 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,37695,1731724198230 2024-11-16T02:29:59,979 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,37695,1731724198230, state=OPENING 2024-11-16T02:30:00,140 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:30:00,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37695-0x101417a368c0002, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:00,150 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x101417a368c0001, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:00,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:00,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:00,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:00,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:00,154 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:30:00,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,37695,1731724198230}] 2024-11-16T02:30:00,341 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:30:00,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:30:00,360 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:30:00,360 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:30:00,361 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:30:00,371 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C37695%2C1731724198230.meta, suffix=.meta, logDir=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/WALs/667222f7cf1b,37695,1731724198230, archiveDir=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/oldWALs, maxLogs=32 2024-11-16T02:30:00,391 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/WALs/667222f7cf1b,37695,1731724198230/667222f7cf1b%2C37695%2C1731724198230.meta.1731724200374.meta, exclude list is [], retry=0 2024-11-16T02:30:00,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34153,DS-a27dfa29-8af0-4ec0-a01e-ce4cbdd2dc52,DISK] 2024-11-16T02:30:00,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37045,DS-a72f9534-4fa2-43ec-82b9-056a57f5792f,DISK] 2024-11-16T02:30:00,409 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/WALs/667222f7cf1b,37695,1731724198230/667222f7cf1b%2C37695%2C1731724198230.meta.1731724200374.meta 2024-11-16T02:30:00,410 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43657:43657),(127.0.0.1/127.0.0.1:44533:44533)] 2024-11-16T02:30:00,411 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:30:00,413 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:30:00,417 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:30:00,423 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:30:00,430 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:30:00,430 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:00,431 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:30:00,431 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:30:00,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:30:00,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:30:00,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:00,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:00,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:30:00,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:30:00,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:00,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:00,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:30:00,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:30:00,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:00,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:00,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:30:00,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:30:00,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:00,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:00,455 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:30:00,457 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/hbase/meta/1588230740 2024-11-16T02:30:00,461 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/hbase/meta/1588230740 2024-11-16T02:30:00,465 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:30:00,465 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:30:00,466 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:30:00,469 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:30:00,472 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59989523, jitterRate=-0.10608644783496857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:30:00,472 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:30:00,473 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731724200432Writing region info on filesystem at 1731724200432Initializing all the Stores at 1731724200434 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724200435 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724200435Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724200435Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724200435Cleaning up temporary data from old regions at 1731724200465 (+30 ms)Running coprocessor post-open hooks at 1731724200472 (+7 ms)Region opened successfully at 1731724200473 (+1 ms) 2024-11-16T02:30:00,480 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731724200328 2024-11-16T02:30:00,495 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:30:00,495 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:30:00,496 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,37695,1731724198230 2024-11-16T02:30:00,499 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,37695,1731724198230, state=OPEN 2024-11-16T02:30:00,513 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x101417a368c0001, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T02:30:00,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T02:30:00,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37695-0x101417a368c0002, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T02:30:00,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:00,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:00,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:00,514 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,37695,1731724198230 2024-11-16T02:30:00,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:30:00,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,37695,1731724198230 in 358 msec 2024-11-16T02:30:00,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:30:00,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0020 sec 2024-11-16T02:30:00,536 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:30:00,536 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:30:00,558 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:30:00,560 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37695,1731724198230, seqNum=-1] 2024-11-16T02:30:00,579 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:30:00,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:30:00,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3040 sec 2024-11-16T02:30:00,612 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731724200612, completionTime=-1 2024-11-16T02:30:00,615 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-16T02:30:00,616 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:30:00,679 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-16T02:30:00,679 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731724260679 2024-11-16T02:30:00,679 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731724320679 2024-11-16T02:30:00,679 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 63 msec 2024-11-16T02:30:00,681 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T02:30:00,694 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,40843,1731724197395-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:00,694 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,40843,1731724197395-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:00,695 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,40843,1731724197395-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:00,696 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:40843, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:00,701 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:00,708 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:00,713 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:30:00,741 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.389sec 2024-11-16T02:30:00,743 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:30:00,744 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:30:00,745 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:30:00,745 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:30:00,746 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:30:00,746 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,40843,1731724197395-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:30:00,747 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,40843,1731724197395-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:30:00,751 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:30:00,752 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:30:00,753 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,40843,1731724197395-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:00,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565ff6a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:30:00,788 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-16T02:30:00,788 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-16T02:30:00,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,40843,-1 for getting cluster id 2024-11-16T02:30:00,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:30:00,850 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0162048e-ed5c-4158-aa49-1f057cbf2e38' 2024-11-16T02:30:00,852 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:30:00,852 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0162048e-ed5c-4158-aa49-1f057cbf2e38" 2024-11-16T02:30:00,853 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a522ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:30:00,853 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,40843,-1] 2024-11-16T02:30:00,855 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:30:00,858 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:00,858 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:30:00,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674cd093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:30:00,862 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:30:00,871 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37695,1731724198230, seqNum=-1] 2024-11-16T02:30:00,871 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:30:00,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:30:00,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,40843,1731724197395 2024-11-16T02:30:00,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:30:00,904 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,40843,1731724197395 2024-11-16T02:30:00,906 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1abae013 2024-11-16T02:30:00,906 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:30:00,909 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:30:00,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:30:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-16T02:30:00,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:30:00,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-16T02:30:00,925 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:00,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:30:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:00,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741836_1012 (size=379) 2024-11-16T02:30:00,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741836_1012 (size=379) 2024-11-16T02:30:00,942 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => de78fea178bd92b8b5057e29bce2e133, NAME => 'testClearRegionBlockCache,,1731724200910.de78fea178bd92b8b5057e29bce2e133.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46 2024-11-16T02:30:00,943 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 40d7d0358e7b8f4818a5ac4aef2b909c, NAME => 'testClearRegionBlockCache,5,1731724200910.40d7d0358e7b8f4818a5ac4aef2b909c.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46 2024-11-16T02:30:00,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741838_1014 (size=61) 2024-11-16T02:30:00,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741838_1014 (size=61) 2024-11-16T02:30:00,955 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731724200910.40d7d0358e7b8f4818a5ac4aef2b909c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:00,955 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 40d7d0358e7b8f4818a5ac4aef2b909c, disabling compactions & flushes 2024-11-16T02:30:00,955 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731724200910.40d7d0358e7b8f4818a5ac4aef2b909c. 2024-11-16T02:30:00,956 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731724200910.40d7d0358e7b8f4818a5ac4aef2b909c. 2024-11-16T02:30:00,956 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731724200910.40d7d0358e7b8f4818a5ac4aef2b909c. after waiting 0 ms 2024-11-16T02:30:00,956 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731724200910.40d7d0358e7b8f4818a5ac4aef2b909c. 2024-11-16T02:30:00,956 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731724200910.40d7d0358e7b8f4818a5ac4aef2b909c. 2024-11-16T02:30:00,956 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 40d7d0358e7b8f4818a5ac4aef2b909c: Waiting for close lock at 1731724200955Disabling compacts and flushes for region at 1731724200955Disabling writes for close at 1731724200956 (+1 ms)Writing region close event to WAL at 1731724200956Closed at 1731724200956 2024-11-16T02:30:00,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741837_1013 (size=61) 2024-11-16T02:30:00,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741837_1013 (size=61) 2024-11-16T02:30:00,959 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731724200910.de78fea178bd92b8b5057e29bce2e133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:00,959 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing de78fea178bd92b8b5057e29bce2e133, disabling compactions & flushes 2024-11-16T02:30:00,960 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731724200910.de78fea178bd92b8b5057e29bce2e133. 2024-11-16T02:30:00,960 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731724200910.de78fea178bd92b8b5057e29bce2e133. 2024-11-16T02:30:00,960 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731724200910.de78fea178bd92b8b5057e29bce2e133. after waiting 0 ms 2024-11-16T02:30:00,960 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731724200910.de78fea178bd92b8b5057e29bce2e133. 2024-11-16T02:30:00,960 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731724200910.de78fea178bd92b8b5057e29bce2e133. 2024-11-16T02:30:00,960 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for de78fea178bd92b8b5057e29bce2e133: Waiting for close lock at 1731724200959Disabling compacts and flushes for region at 1731724200959Disabling writes for close at 1731724200960 (+1 ms)Writing region close event to WAL at 1731724200960Closed at 1731724200960 2024-11-16T02:30:00,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:30:00,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731724200910.40d7d0358e7b8f4818a5ac4aef2b909c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731724200962"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731724200962"}]},"ts":"1731724200962"} 2024-11-16T02:30:00,966 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731724200910.de78fea178bd92b8b5057e29bce2e133.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731724200962"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731724200962"}]},"ts":"1731724200962"} 2024-11-16T02:30:01,000 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-16T02:30:01,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:30:01,005 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731724201002"}]},"ts":"1731724201002"} 2024-11-16T02:30:01,009 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-16T02:30:01,010 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {667222f7cf1b=0} racks are {/default-rack=0} 2024-11-16T02:30:01,012 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T02:30:01,012 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T02:30:01,012 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T02:30:01,012 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T02:30:01,012 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T02:30:01,012 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T02:30:01,012 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T02:30:01,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=de78fea178bd92b8b5057e29bce2e133, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=40d7d0358e7b8f4818a5ac4aef2b909c, ASSIGN}] 2024-11-16T02:30:01,016 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=de78fea178bd92b8b5057e29bce2e133, ASSIGN 2024-11-16T02:30:01,016 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=40d7d0358e7b8f4818a5ac4aef2b909c, ASSIGN 2024-11-16T02:30:01,018 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=de78fea178bd92b8b5057e29bce2e133, ASSIGN; state=OFFLINE, location=667222f7cf1b,37695,1731724198230; forceNewPlan=false, retain=false 2024-11-16T02:30:01,018 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=40d7d0358e7b8f4818a5ac4aef2b909c, ASSIGN; state=OFFLINE, location=667222f7cf1b,38785,1731724198123; forceNewPlan=false, retain=false 2024-11-16T02:30:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:01,173 INFO [667222f7cf1b:40843 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-16T02:30:01,174 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=40d7d0358e7b8f4818a5ac4aef2b909c, regionState=OPENING, regionLocation=667222f7cf1b,38785,1731724198123 2024-11-16T02:30:01,174 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=de78fea178bd92b8b5057e29bce2e133, regionState=OPENING, regionLocation=667222f7cf1b,37695,1731724198230 2024-11-16T02:30:01,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=40d7d0358e7b8f4818a5ac4aef2b909c, ASSIGN because future has completed 2024-11-16T02:30:01,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40d7d0358e7b8f4818a5ac4aef2b909c, server=667222f7cf1b,38785,1731724198123}] 2024-11-16T02:30:01,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=de78fea178bd92b8b5057e29bce2e133, ASSIGN because future has completed 2024-11-16T02:30:01,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure de78fea178bd92b8b5057e29bce2e133, server=667222f7cf1b,37695,1731724198230}] 2024-11-16T02:30:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:01,336 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:30:01,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:30:01,345 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731724200910.40d7d0358e7b8f4818a5ac4aef2b909c. 2024-11-16T02:30:01,346 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 40d7d0358e7b8f4818a5ac4aef2b909c, NAME => 'testClearRegionBlockCache,5,1731724200910.40d7d0358e7b8f4818a5ac4aef2b909c.', STARTKEY => '5', ENDKEY => ''} 2024-11-16T02:30:01,346 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731724200910.de78fea178bd92b8b5057e29bce2e133. 2024-11-16T02:30:01,346 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 40d7d0358e7b8f4818a5ac4aef2b909c 2024-11-16T02:30:01,346 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731724200910.40d7d0358e7b8f4818a5ac4aef2b909c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:01,346 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => de78fea178bd92b8b5057e29bce2e133, NAME => 'testClearRegionBlockCache,,1731724200910.de78fea178bd92b8b5057e29bce2e133.', STARTKEY => '', ENDKEY => '5'} 2024-11-16T02:30:01,346 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 40d7d0358e7b8f4818a5ac4aef2b909c 2024-11-16T02:30:01,347 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 40d7d0358e7b8f4818a5ac4aef2b909c 2024-11-16T02:30:01,347 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache de78fea178bd92b8b5057e29bce2e133 2024-11-16T02:30:01,347 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731724200910.de78fea178bd92b8b5057e29bce2e133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:01,347 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for de78fea178bd92b8b5057e29bce2e133 2024-11-16T02:30:01,347 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for de78fea178bd92b8b5057e29bce2e133 2024-11-16T02:30:01,349 INFO [StoreOpener-40d7d0358e7b8f4818a5ac4aef2b909c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 40d7d0358e7b8f4818a5ac4aef2b909c 2024-11-16T02:30:01,349 INFO [StoreOpener-de78fea178bd92b8b5057e29bce2e133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region de78fea178bd92b8b5057e29bce2e133 2024-11-16T02:30:01,351 INFO [StoreOpener-de78fea178bd92b8b5057e29bce2e133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de78fea178bd92b8b5057e29bce2e133 columnFamilyName family 2024-11-16T02:30:01,351 INFO [StoreOpener-40d7d0358e7b8f4818a5ac4aef2b909c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40d7d0358e7b8f4818a5ac4aef2b909c columnFamilyName family 2024-11-16T02:30:01,351 DEBUG [StoreOpener-de78fea178bd92b8b5057e29bce2e133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:01,352 DEBUG [StoreOpener-40d7d0358e7b8f4818a5ac4aef2b909c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:01,352 INFO [StoreOpener-de78fea178bd92b8b5057e29bce2e133-1 {}] regionserver.HStore(327): Store=de78fea178bd92b8b5057e29bce2e133/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:01,352 INFO [StoreOpener-40d7d0358e7b8f4818a5ac4aef2b909c-1 {}] regionserver.HStore(327): Store=40d7d0358e7b8f4818a5ac4aef2b909c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:01,353 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for de78fea178bd92b8b5057e29bce2e133 2024-11-16T02:30:01,353 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 40d7d0358e7b8f4818a5ac4aef2b909c 2024-11-16T02:30:01,354 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/default/testClearRegionBlockCache/de78fea178bd92b8b5057e29bce2e133 2024-11-16T02:30:01,354 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/default/testClearRegionBlockCache/40d7d0358e7b8f4818a5ac4aef2b909c 2024-11-16T02:30:01,355 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/default/testClearRegionBlockCache/40d7d0358e7b8f4818a5ac4aef2b909c 2024-11-16T02:30:01,355 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/default/testClearRegionBlockCache/de78fea178bd92b8b5057e29bce2e133 2024-11-16T02:30:01,355 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for de78fea178bd92b8b5057e29bce2e133 2024-11-16T02:30:01,355 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 40d7d0358e7b8f4818a5ac4aef2b909c 2024-11-16T02:30:01,355 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for de78fea178bd92b8b5057e29bce2e133 2024-11-16T02:30:01,355 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 40d7d0358e7b8f4818a5ac4aef2b909c 2024-11-16T02:30:01,358 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 40d7d0358e7b8f4818a5ac4aef2b909c 2024-11-16T02:30:01,358 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for de78fea178bd92b8b5057e29bce2e133 2024-11-16T02:30:01,361 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/default/testClearRegionBlockCache/40d7d0358e7b8f4818a5ac4aef2b909c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:30:01,361 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/default/testClearRegionBlockCache/de78fea178bd92b8b5057e29bce2e133/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:30:01,362 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 40d7d0358e7b8f4818a5ac4aef2b909c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60033041, jitterRate=-0.1054379791021347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T02:30:01,362 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40d7d0358e7b8f4818a5ac4aef2b909c 2024-11-16T02:30:01,362 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened de78fea178bd92b8b5057e29bce2e133; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73659625, jitterRate=0.09761394560337067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T02:30:01,362 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de78fea178bd92b8b5057e29bce2e133 2024-11-16T02:30:01,363 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for de78fea178bd92b8b5057e29bce2e133: Running coprocessor pre-open hook at 1731724201348Writing region info on filesystem at 1731724201348Initializing all the Stores at 1731724201349 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724201349Cleaning up temporary data from old regions at 1731724201355 (+6 ms)Running coprocessor post-open hooks at 1731724201362 (+7 ms)Region opened successfully at 1731724201363 (+1 ms) 2024-11-16T02:30:01,363 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 40d7d0358e7b8f4818a5ac4aef2b909c: Running coprocessor pre-open hook at 1731724201347Writing region info on filesystem at 1731724201347Initializing all the Stores at 1731724201348 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724201349 (+1 ms)Cleaning up temporary data from old regions at 1731724201356 (+7 ms)Running coprocessor post-open hooks at 1731724201362 (+6 ms)Region opened successfully at 1731724201363 (+1 ms) 2024-11-16T02:30:01,365 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731724200910.de78fea178bd92b8b5057e29bce2e133., pid=8, masterSystemTime=1731724201340 2024-11-16T02:30:01,365 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731724200910.40d7d0358e7b8f4818a5ac4aef2b909c., pid=7, masterSystemTime=1731724201335 2024-11-16T02:30:01,368 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731724200910.40d7d0358e7b8f4818a5ac4aef2b909c. 2024-11-16T02:30:01,368 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731724200910.40d7d0358e7b8f4818a5ac4aef2b909c. 2024-11-16T02:30:01,370 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=40d7d0358e7b8f4818a5ac4aef2b909c, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,38785,1731724198123 2024-11-16T02:30:01,370 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731724200910.de78fea178bd92b8b5057e29bce2e133. 2024-11-16T02:30:01,370 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731724200910.de78fea178bd92b8b5057e29bce2e133. 2024-11-16T02:30:01,372 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=de78fea178bd92b8b5057e29bce2e133, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,37695,1731724198230 2024-11-16T02:30:01,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40d7d0358e7b8f4818a5ac4aef2b909c, server=667222f7cf1b,38785,1731724198123 because future has completed 2024-11-16T02:30:01,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure de78fea178bd92b8b5057e29bce2e133, server=667222f7cf1b,37695,1731724198230 because future has completed 2024-11-16T02:30:01,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T02:30:01,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 40d7d0358e7b8f4818a5ac4aef2b909c, server=667222f7cf1b,38785,1731724198123 in 196 msec 2024-11-16T02:30:01,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-16T02:30:01,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=40d7d0358e7b8f4818a5ac4aef2b909c, ASSIGN in 367 msec 2024-11-16T02:30:01,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure de78fea178bd92b8b5057e29bce2e133, server=667222f7cf1b,37695,1731724198230 in 196 msec 2024-11-16T02:30:01,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T02:30:01,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=de78fea178bd92b8b5057e29bce2e133, ASSIGN in 370 msec 2024-11-16T02:30:01,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:30:01,389 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731724201389"}]},"ts":"1731724201389"} 2024-11-16T02:30:01,392 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-16T02:30:01,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:30:01,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 478 msec 2024-11-16T02:30:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40843 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:01,558 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-16T02:30:01,558 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-16T02:30:01,560 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T02:30:01,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-16T02:30:01,567 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T02:30:01,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-16T02:30:01,577 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731724200910.de78fea178bd92b8b5057e29bce2e133., hostname=667222f7cf1b,37695,1731724198230, seqNum=2] 2024-11-16T02:30:01,599 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731724200910.40d7d0358e7b8f4818a5ac4aef2b909c., hostname=667222f7cf1b,38785,1731724198123, seqNum=2] 2024-11-16T02:30:01,599 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:30:01,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:30:01,624 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 40d7d0358e7b8f4818a5ac4aef2b909c 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-16T02:30:01,700 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/default/testClearRegionBlockCache/40d7d0358e7b8f4818a5ac4aef2b909c/.tmp/family/2aac99481f144c36a17ea5e7c08b9768 is 32, key is 5/family:/1731724201602/Put/seqid=0 2024-11-16T02:30:01,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741839_1015 (size=5083) 2024-11-16T02:30:01,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741839_1015 (size=5083) 2024-11-16T02:30:01,714 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/default/testClearRegionBlockCache/40d7d0358e7b8f4818a5ac4aef2b909c/.tmp/family/2aac99481f144c36a17ea5e7c08b9768 2024-11-16T02:30:01,764 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/default/testClearRegionBlockCache/40d7d0358e7b8f4818a5ac4aef2b909c/.tmp/family/2aac99481f144c36a17ea5e7c08b9768 as hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/default/testClearRegionBlockCache/40d7d0358e7b8f4818a5ac4aef2b909c/family/2aac99481f144c36a17ea5e7c08b9768 2024-11-16T02:30:01,778 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/default/testClearRegionBlockCache/40d7d0358e7b8f4818a5ac4aef2b909c/family/2aac99481f144c36a17ea5e7c08b9768, entries=5, sequenceid=9, filesize=5.0 K 2024-11-16T02:30:01,784 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 40d7d0358e7b8f4818a5ac4aef2b909c in 160ms, sequenceid=9, compaction requested=false 2024-11-16T02:30:01,785 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-16T02:30:01,788 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 40d7d0358e7b8f4818a5ac4aef2b909c: 2024-11-16T02:30:01,788 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing de78fea178bd92b8b5057e29bce2e133 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-16T02:30:01,814 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/default/testClearRegionBlockCache/de78fea178bd92b8b5057e29bce2e133/.tmp/family/368907d3c5cb4f409804042d229beb43 is 32, key is 1/family:/1731724201580/Put/seqid=0 2024-11-16T02:30:01,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741840_1016 (size=5054) 2024-11-16T02:30:01,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741840_1016 (size=5054) 2024-11-16T02:30:01,823 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/default/testClearRegionBlockCache/de78fea178bd92b8b5057e29bce2e133/.tmp/family/368907d3c5cb4f409804042d229beb43 2024-11-16T02:30:01,835 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/default/testClearRegionBlockCache/de78fea178bd92b8b5057e29bce2e133/.tmp/family/368907d3c5cb4f409804042d229beb43 as hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/default/testClearRegionBlockCache/de78fea178bd92b8b5057e29bce2e133/family/368907d3c5cb4f409804042d229beb43 2024-11-16T02:30:01,845 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/default/testClearRegionBlockCache/de78fea178bd92b8b5057e29bce2e133/family/368907d3c5cb4f409804042d229beb43, entries=4, sequenceid=8, filesize=4.9 K 2024-11-16T02:30:01,847 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for de78fea178bd92b8b5057e29bce2e133 in 59ms, sequenceid=8, compaction requested=false 2024-11-16T02:30:01,847 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for de78fea178bd92b8b5057e29bce2e133: 2024-11-16T02:30:01,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2737adaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:30:01,850 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,40843,-1 for getting cluster id 2024-11-16T02:30:01,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:30:01,852 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0162048e-ed5c-4158-aa49-1f057cbf2e38' 2024-11-16T02:30:01,852 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:30:01,853 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0162048e-ed5c-4158-aa49-1f057cbf2e38" 2024-11-16T02:30:01,853 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7812732f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:30:01,853 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,40843,-1] 2024-11-16T02:30:01,854 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:30:01,854 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:01,855 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:30:01,857 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d39567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:30:01,871 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-16T02:30:01,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:30:01,874 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37695,1731724198230, seqNum=-1] 2024-11-16T02:30:01,874 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:30:01,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:30:01,884 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:30:01,885 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:30:01,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:30:01,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:30:01,892 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:30:01,892 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:30:01,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:01,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:01,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:30:01,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:30:01,897 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:30:01,897 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:30:01,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:01,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:01,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:30:01,897 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:30:01,898 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=912298141, stopped=false 2024-11-16T02:30:01,898 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,40843,1731724197395 2024-11-16T02:30:01,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:01,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37695-0x101417a368c0002, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:01,908 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x101417a368c0001, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:01,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37695-0x101417a368c0002, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:01,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:01,908 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x101417a368c0001, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:01,908 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:30:01,908 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:30:01,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:30:01,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:01,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38785-0x101417a368c0001, quorum=127.0.0.1:53550, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:01,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:01,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37695-0x101417a368c0002, quorum=127.0.0.1:53550, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:01,910 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,38785,1731724198123' ***** 2024-11-16T02:30:01,910 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:30:01,910 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,37695,1731724198230' ***** 2024-11-16T02:30:01,910 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:30:01,910 INFO [RS:1;667222f7cf1b:37695 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:30:01,910 INFO [RS:0;667222f7cf1b:38785 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:30:01,910 INFO [RS:1;667222f7cf1b:37695 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:30:01,910 INFO [RS:0;667222f7cf1b:38785 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:30:01,910 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:30:01,910 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:30:01,911 INFO [RS:0;667222f7cf1b:38785 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:30:01,911 INFO [RS:1;667222f7cf1b:37695 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:30:01,911 INFO [RS:1;667222f7cf1b:37695 {}] regionserver.HRegionServer(3091): Received CLOSE for de78fea178bd92b8b5057e29bce2e133 2024-11-16T02:30:01,911 INFO [RS:0;667222f7cf1b:38785 {}] regionserver.HRegionServer(3091): Received CLOSE for 40d7d0358e7b8f4818a5ac4aef2b909c 2024-11-16T02:30:01,911 INFO [RS:1;667222f7cf1b:37695 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,37695,1731724198230 2024-11-16T02:30:01,911 INFO [RS:0;667222f7cf1b:38785 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,38785,1731724198123 2024-11-16T02:30:01,911 INFO [RS:1;667222f7cf1b:37695 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:30:01,911 INFO [RS:0;667222f7cf1b:38785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:30:01,911 INFO [RS:0;667222f7cf1b:38785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:38785. 2024-11-16T02:30:01,911 INFO [RS:1;667222f7cf1b:37695 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;667222f7cf1b:37695. 2024-11-16T02:30:01,912 DEBUG [RS:0;667222f7cf1b:38785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:30:01,912 DEBUG [RS:1;667222f7cf1b:37695 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:30:01,912 DEBUG [RS:0;667222f7cf1b:38785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:01,912 DEBUG [RS:1;667222f7cf1b:37695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:01,912 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de78fea178bd92b8b5057e29bce2e133, disabling compactions & flushes 2024-11-16T02:30:01,912 INFO [RS:0;667222f7cf1b:38785 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T02:30:01,912 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40d7d0358e7b8f4818a5ac4aef2b909c, disabling compactions & flushes 2024-11-16T02:30:01,912 INFO [RS:1;667222f7cf1b:37695 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:30:01,912 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731724200910.de78fea178bd92b8b5057e29bce2e133. 2024-11-16T02:30:01,912 INFO [RS:1;667222f7cf1b:37695 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:30:01,912 DEBUG [RS:0;667222f7cf1b:38785 {}] regionserver.HRegionServer(1325): Online Regions={40d7d0358e7b8f4818a5ac4aef2b909c=testClearRegionBlockCache,5,1731724200910.40d7d0358e7b8f4818a5ac4aef2b909c.} 2024-11-16T02:30:01,912 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731724200910.de78fea178bd92b8b5057e29bce2e133. 2024-11-16T02:30:01,912 INFO [RS:1;667222f7cf1b:37695 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:30:01,912 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731724200910.de78fea178bd92b8b5057e29bce2e133. after waiting 0 ms 2024-11-16T02:30:01,912 INFO [RS:1;667222f7cf1b:37695 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:30:01,912 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731724200910.de78fea178bd92b8b5057e29bce2e133. 2024-11-16T02:30:01,912 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731724200910.40d7d0358e7b8f4818a5ac4aef2b909c. 2024-11-16T02:30:01,912 DEBUG [RS:0;667222f7cf1b:38785 {}] regionserver.HRegionServer(1351): Waiting on 40d7d0358e7b8f4818a5ac4aef2b909c 2024-11-16T02:30:01,912 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731724200910.40d7d0358e7b8f4818a5ac4aef2b909c. 2024-11-16T02:30:01,912 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731724200910.40d7d0358e7b8f4818a5ac4aef2b909c. after waiting 0 ms 2024-11-16T02:30:01,913 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731724200910.40d7d0358e7b8f4818a5ac4aef2b909c. 2024-11-16T02:30:01,913 INFO [RS:1;667222f7cf1b:37695 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T02:30:01,913 DEBUG [RS:1;667222f7cf1b:37695 {}] regionserver.HRegionServer(1325): Online Regions={de78fea178bd92b8b5057e29bce2e133=testClearRegionBlockCache,,1731724200910.de78fea178bd92b8b5057e29bce2e133., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T02:30:01,913 DEBUG [RS:1;667222f7cf1b:37695 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, de78fea178bd92b8b5057e29bce2e133 2024-11-16T02:30:01,913 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:30:01,913 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:30:01,913 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:30:01,913 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:30:01,913 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:30:01,914 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-16T02:30:01,922 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/default/testClearRegionBlockCache/40d7d0358e7b8f4818a5ac4aef2b909c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-16T02:30:01,926 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731724200910.40d7d0358e7b8f4818a5ac4aef2b909c. 2024-11-16T02:30:01,927 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40d7d0358e7b8f4818a5ac4aef2b909c: Waiting for close lock at 1731724201911Running coprocessor pre-close hooks at 1731724201912 (+1 ms)Disabling compacts and flushes for region at 1731724201912Disabling writes for close at 1731724201912Writing region close event to WAL at 1731724201916 (+4 ms)Running coprocessor post-close hooks at 1731724201922 (+6 ms)Closed at 1731724201926 (+4 ms) 2024-11-16T02:30:01,927 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/default/testClearRegionBlockCache/de78fea178bd92b8b5057e29bce2e133/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T02:30:01,927 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731724200910.40d7d0358e7b8f4818a5ac4aef2b909c. 2024-11-16T02:30:01,928 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731724200910.de78fea178bd92b8b5057e29bce2e133. 2024-11-16T02:30:01,928 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de78fea178bd92b8b5057e29bce2e133: Waiting for close lock at 1731724201911Running coprocessor pre-close hooks at 1731724201912 (+1 ms)Disabling compacts and flushes for region at 1731724201912Disabling writes for close at 1731724201912Writing region close event to WAL at 1731724201916 (+4 ms)Running coprocessor post-close hooks at 1731724201928 (+12 ms)Closed at 1731724201928 2024-11-16T02:30:01,928 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731724200910.de78fea178bd92b8b5057e29bce2e133. 2024-11-16T02:30:01,939 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:30:01,939 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:30:01,939 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/hbase/meta/1588230740/.tmp/info/405970d810734386b3b5fd6d68655c14 is 173, key is testClearRegionBlockCache,5,1731724200910.40d7d0358e7b8f4818a5ac4aef2b909c./info:regioninfo/1731724201370/Put/seqid=0 2024-11-16T02:30:01,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741841_1017 (size=8173) 2024-11-16T02:30:01,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741841_1017 (size=8173) 2024-11-16T02:30:01,947 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/hbase/meta/1588230740/.tmp/info/405970d810734386b3b5fd6d68655c14 2024-11-16T02:30:01,972 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/hbase/meta/1588230740/.tmp/ns/26b3f1bf5982443b9981a5a629da45af is 43, key is default/ns:d/1731724200586/Put/seqid=0 2024-11-16T02:30:01,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741842_1018 (size=5153) 2024-11-16T02:30:01,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741842_1018 (size=5153) 2024-11-16T02:30:01,979 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/hbase/meta/1588230740/.tmp/ns/26b3f1bf5982443b9981a5a629da45af 2024-11-16T02:30:02,002 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/hbase/meta/1588230740/.tmp/table/4d0ac71302be43ac8086c8a86336c22d is 61, key is testClearRegionBlockCache/table:state/1731724201389/Put/seqid=0 2024-11-16T02:30:02,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741843_1019 (size=5312) 2024-11-16T02:30:02,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741843_1019 (size=5312) 2024-11-16T02:30:02,009 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/hbase/meta/1588230740/.tmp/table/4d0ac71302be43ac8086c8a86336c22d 2024-11-16T02:30:02,023 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/hbase/meta/1588230740/.tmp/info/405970d810734386b3b5fd6d68655c14 as hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/hbase/meta/1588230740/info/405970d810734386b3b5fd6d68655c14 2024-11-16T02:30:02,037 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/hbase/meta/1588230740/info/405970d810734386b3b5fd6d68655c14, entries=20, sequenceid=13, filesize=8.0 K 2024-11-16T02:30:02,040 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/hbase/meta/1588230740/.tmp/ns/26b3f1bf5982443b9981a5a629da45af as hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/hbase/meta/1588230740/ns/26b3f1bf5982443b9981a5a629da45af 2024-11-16T02:30:02,051 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/hbase/meta/1588230740/ns/26b3f1bf5982443b9981a5a629da45af, entries=2, sequenceid=13, filesize=5.0 K 2024-11-16T02:30:02,053 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/hbase/meta/1588230740/.tmp/table/4d0ac71302be43ac8086c8a86336c22d as hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/hbase/meta/1588230740/table/4d0ac71302be43ac8086c8a86336c22d 2024-11-16T02:30:02,063 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/hbase/meta/1588230740/table/4d0ac71302be43ac8086c8a86336c22d, entries=2, sequenceid=13, filesize=5.2 K 2024-11-16T02:30:02,065 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 152ms, sequenceid=13, compaction requested=false 2024-11-16T02:30:02,065 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T02:30:02,074 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-16T02:30:02,076 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:30:02,076 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:30:02,077 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731724201913Running coprocessor pre-close hooks at 1731724201913Disabling compacts and flushes for region at 1731724201913Disabling writes for close at 1731724201913Obtaining lock to block concurrent updates at 1731724201914 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731724201914Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731724201914Flushing stores of hbase:meta,,1.1588230740 at 1731724201915 (+1 ms)Flushing 1588230740/info: creating writer at 1731724201915Flushing 1588230740/info: appending metadata at 1731724201939 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731724201939Flushing 1588230740/ns: creating writer at 1731724201957 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731724201971 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731724201971Flushing 1588230740/table: creating writer at 1731724201988 (+17 ms)Flushing 1588230740/table: appending metadata at 1731724202002 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731724202002Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15cc7c80: reopening flushed file at 1731724202020 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3298a47e: reopening flushed file at 1731724202037 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4311eb5e: reopening flushed file at 1731724202051 (+14 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 152ms, sequenceid=13, compaction requested=false at 1731724202065 (+14 ms)Writing region close event to WAL at 1731724202068 (+3 ms)Running coprocessor post-close hooks at 1731724202075 (+7 ms)Closed at 1731724202076 (+1 ms) 2024-11-16T02:30:02,077 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:30:02,113 INFO [RS:0;667222f7cf1b:38785 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,38785,1731724198123; all regions closed. 2024-11-16T02:30:02,113 INFO [RS:1;667222f7cf1b:37695 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,37695,1731724198230; all regions closed. 2024-11-16T02:30:02,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741834_1010 (size=1867) 2024-11-16T02:30:02,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741835_1011 (size=4338) 2024-11-16T02:30:02,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741834_1010 (size=1867) 2024-11-16T02:30:02,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741835_1011 (size=4338) 2024-11-16T02:30:02,124 DEBUG [RS:1;667222f7cf1b:37695 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/oldWALs 2024-11-16T02:30:02,124 DEBUG [RS:0;667222f7cf1b:38785 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/oldWALs 2024-11-16T02:30:02,124 INFO [RS:1;667222f7cf1b:37695 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C37695%2C1731724198230.meta:.meta(num 1731724200374) 2024-11-16T02:30:02,124 INFO [RS:0;667222f7cf1b:38785 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C38785%2C1731724198123:(num 1731724199811) 2024-11-16T02:30:02,125 DEBUG [RS:0;667222f7cf1b:38785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:02,125 INFO [RS:0;667222f7cf1b:38785 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:30:02,125 INFO [RS:0;667222f7cf1b:38785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:30:02,125 INFO [RS:0;667222f7cf1b:38785 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T02:30:02,125 INFO [RS:0;667222f7cf1b:38785 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:30:02,125 INFO [RS:0;667222f7cf1b:38785 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:30:02,125 INFO [RS:0;667222f7cf1b:38785 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:30:02,126 INFO [RS:0;667222f7cf1b:38785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:30:02,126 INFO [RS:0;667222f7cf1b:38785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38785 2024-11-16T02:30:02,128 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:30:02,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741833_1009 (size=1758) 2024-11-16T02:30:02,131 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/WALs/667222f7cf1b,37695,1731724198230/667222f7cf1b%2C37695%2C1731724198230.1731724199802 not finished, retry = 0 2024-11-16T02:30:02,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741833_1009 (size=1758) 2024-11-16T02:30:02,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T02:30:02,144 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x101417a368c0001, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/667222f7cf1b,38785,1731724198123 2024-11-16T02:30:02,144 INFO [RS:0;667222f7cf1b:38785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:30:02,154 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,38785,1731724198123] 2024-11-16T02:30:02,164 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/667222f7cf1b,38785,1731724198123 already deleted, retry=false 2024-11-16T02:30:02,165 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,38785,1731724198123 expired; onlineServers=1 2024-11-16T02:30:02,234 DEBUG [RS:1;667222f7cf1b:37695 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/oldWALs 2024-11-16T02:30:02,234 INFO [RS:1;667222f7cf1b:37695 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C37695%2C1731724198230:(num 1731724199802) 2024-11-16T02:30:02,235 DEBUG [RS:1;667222f7cf1b:37695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:02,235 INFO [RS:1;667222f7cf1b:37695 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:30:02,235 INFO [RS:1;667222f7cf1b:37695 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:30:02,235 INFO [RS:1;667222f7cf1b:37695 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T02:30:02,235 INFO [RS:1;667222f7cf1b:37695 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:30:02,235 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:30:02,235 INFO [RS:1;667222f7cf1b:37695 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37695 2024-11-16T02:30:02,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T02:30:02,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37695-0x101417a368c0002, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/667222f7cf1b,37695,1731724198230 2024-11-16T02:30:02,245 INFO [RS:1;667222f7cf1b:37695 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:30:02,246 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,37695,1731724198230] 2024-11-16T02:30:02,254 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x101417a368c0001, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:02,255 DEBUG [pool-50-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38785-0x101417a368c0001, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:02,255 INFO [RS:0;667222f7cf1b:38785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:30:02,255 INFO [RS:0;667222f7cf1b:38785 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,38785,1731724198123; zookeeper connection closed. 2024-11-16T02:30:02,255 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c084066 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c084066 2024-11-16T02:30:02,266 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/667222f7cf1b,37695,1731724198230 already deleted, retry=false 2024-11-16T02:30:02,266 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,37695,1731724198230 expired; onlineServers=0 2024-11-16T02:30:02,266 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,40843,1731724197395' ***** 2024-11-16T02:30:02,266 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:30:02,266 INFO [M:0;667222f7cf1b:40843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:30:02,266 INFO [M:0;667222f7cf1b:40843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:30:02,266 DEBUG [M:0;667222f7cf1b:40843 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:30:02,266 DEBUG [M:0;667222f7cf1b:40843 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:30:02,266 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:30:02,266 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731724199419 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731724199419,5,FailOnTimeoutGroup] 2024-11-16T02:30:02,266 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731724199424 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731724199424,5,FailOnTimeoutGroup] 2024-11-16T02:30:02,267 INFO [M:0;667222f7cf1b:40843 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:30:02,267 INFO [M:0;667222f7cf1b:40843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:30:02,267 DEBUG [M:0;667222f7cf1b:40843 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:30:02,267 INFO [M:0;667222f7cf1b:40843 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:30:02,267 INFO [M:0;667222f7cf1b:40843 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:30:02,268 INFO [M:0;667222f7cf1b:40843 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:30:02,268 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:30:02,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T02:30:02,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:02,277 DEBUG [M:0;667222f7cf1b:40843 {}] zookeeper.ZKUtil(347): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T02:30:02,277 WARN [M:0;667222f7cf1b:40843 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T02:30:02,278 INFO [M:0;667222f7cf1b:40843 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/.lastflushedseqids 2024-11-16T02:30:02,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741844_1020 (size=191) 2024-11-16T02:30:02,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741844_1020 (size=191) 2024-11-16T02:30:02,295 INFO [M:0;667222f7cf1b:40843 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:30:02,295 INFO [M:0;667222f7cf1b:40843 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:30:02,295 DEBUG [M:0;667222f7cf1b:40843 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:30:02,295 INFO [M:0;667222f7cf1b:40843 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:02,295 DEBUG [M:0;667222f7cf1b:40843 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:02,296 DEBUG [M:0;667222f7cf1b:40843 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:30:02,296 DEBUG [M:0;667222f7cf1b:40843 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:02,296 INFO [M:0;667222f7cf1b:40843 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-16T02:30:02,318 DEBUG [M:0;667222f7cf1b:40843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14f50d4e82664d318746243cb252b289 is 82, key is hbase:meta,,1/info:regioninfo/1731724200496/Put/seqid=0 2024-11-16T02:30:02,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741845_1021 (size=5672) 2024-11-16T02:30:02,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741845_1021 (size=5672) 2024-11-16T02:30:02,325 INFO [M:0;667222f7cf1b:40843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14f50d4e82664d318746243cb252b289 2024-11-16T02:30:02,353 DEBUG [M:0;667222f7cf1b:40843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07d2e4864aea432b9a6bbcdaf244e9b3 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731724201396/Put/seqid=0 2024-11-16T02:30:02,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37695-0x101417a368c0002, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:02,355 INFO [RS:1;667222f7cf1b:37695 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:30:02,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37695-0x101417a368c0002, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:02,355 INFO [RS:1;667222f7cf1b:37695 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,37695,1731724198230; zookeeper connection closed. 2024-11-16T02:30:02,356 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1578cda7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1578cda7 2024-11-16T02:30:02,356 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-16T02:30:02,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741846_1022 (size=6218) 2024-11-16T02:30:02,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741846_1022 (size=6218) 2024-11-16T02:30:02,361 INFO [M:0;667222f7cf1b:40843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07d2e4864aea432b9a6bbcdaf244e9b3 2024-11-16T02:30:02,386 DEBUG [M:0;667222f7cf1b:40843 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf9accf39ef74189ab3d3dfc28668487 is 69, key is 667222f7cf1b,37695,1731724198230/rs:state/1731724199507/Put/seqid=0 2024-11-16T02:30:02,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741847_1023 (size=5224) 2024-11-16T02:30:02,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741847_1023 (size=5224) 2024-11-16T02:30:02,397 INFO [M:0;667222f7cf1b:40843 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf9accf39ef74189ab3d3dfc28668487 2024-11-16T02:30:02,406 DEBUG [M:0;667222f7cf1b:40843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14f50d4e82664d318746243cb252b289 as hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14f50d4e82664d318746243cb252b289 2024-11-16T02:30:02,414 INFO [M:0;667222f7cf1b:40843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14f50d4e82664d318746243cb252b289, entries=8, sequenceid=71, filesize=5.5 K 2024-11-16T02:30:02,416 DEBUG [M:0;667222f7cf1b:40843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07d2e4864aea432b9a6bbcdaf244e9b3 as hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/07d2e4864aea432b9a6bbcdaf244e9b3 2024-11-16T02:30:02,424 INFO [M:0;667222f7cf1b:40843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/07d2e4864aea432b9a6bbcdaf244e9b3, entries=8, sequenceid=71, filesize=6.1 K 2024-11-16T02:30:02,425 DEBUG [M:0;667222f7cf1b:40843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf9accf39ef74189ab3d3dfc28668487 as hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf9accf39ef74189ab3d3dfc28668487 2024-11-16T02:30:02,432 INFO [M:0;667222f7cf1b:40843 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40581/user/jenkins/test-data/2f74c572-99b9-4438-c935-0a2ec6b33d46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf9accf39ef74189ab3d3dfc28668487, entries=2, sequenceid=71, filesize=5.1 K 2024-11-16T02:30:02,434 INFO [M:0;667222f7cf1b:40843 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 138ms, sequenceid=71, compaction requested=false 2024-11-16T02:30:02,436 INFO [M:0;667222f7cf1b:40843 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:02,437 DEBUG [M:0;667222f7cf1b:40843 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731724202295Disabling compacts and flushes for region at 1731724202295Disabling writes for close at 1731724202296 (+1 ms)Obtaining lock to block concurrent updates at 1731724202296Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731724202296Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731724202296Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731724202297 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731724202297Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731724202318 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731724202318Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731724202333 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731724202352 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731724202352Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731724202369 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731724202386 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731724202386Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@225f8cc3: reopening flushed file at 1731724202405 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bc0d900: reopening flushed file at 1731724202415 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c903f6e: reopening flushed file at 1731724202424 (+9 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 138ms, sequenceid=71, compaction requested=false at 1731724202434 (+10 ms)Writing region close event to WAL at 1731724202436 (+2 ms)Closed at 1731724202436 2024-11-16T02:30:02,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34153 is added to blk_1073741830_1006 (size=35428) 2024-11-16T02:30:02,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37045 is added to blk_1073741830_1006 (size=35428) 2024-11-16T02:30:02,441 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:30:02,441 INFO [M:0;667222f7cf1b:40843 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:30:02,442 INFO [M:0;667222f7cf1b:40843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40843 2024-11-16T02:30:02,442 INFO [M:0;667222f7cf1b:40843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:30:02,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:02,549 INFO [M:0;667222f7cf1b:40843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:30:02,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40843-0x101417a368c0000, quorum=127.0.0.1:53550, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:02,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:30:02,593 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:30:02,593 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:30:02,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:30:02,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/hadoop.log.dir/,STOPPED} 2024-11-16T02:30:02,595 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:30:02,595 WARN [BP-1704103720-172.17.0.3-1731724192856 heartbeating to localhost/127.0.0.1:40581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:30:02,595 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:30:02,595 WARN [BP-1704103720-172.17.0.3-1731724192856 heartbeating to localhost/127.0.0.1:40581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1704103720-172.17.0.3-1731724192856 (Datanode Uuid 44314fd0-1bcd-41c3-90ce-eecf4cd5d86f) service to localhost/127.0.0.1:40581 2024-11-16T02:30:02,597 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/cluster_4e30c07d-da59-5070-e712-2e6318f25906/data/data3/current/BP-1704103720-172.17.0.3-1731724192856 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:30:02,597 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/cluster_4e30c07d-da59-5070-e712-2e6318f25906/data/data4/current/BP-1704103720-172.17.0.3-1731724192856 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:30:02,598 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:30:02,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:30:02,600 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:30:02,600 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:30:02,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:30:02,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/hadoop.log.dir/,STOPPED} 2024-11-16T02:30:02,601 WARN [BP-1704103720-172.17.0.3-1731724192856 heartbeating to localhost/127.0.0.1:40581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:30:02,601 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:30:02,601 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:30:02,601 WARN [BP-1704103720-172.17.0.3-1731724192856 heartbeating to localhost/127.0.0.1:40581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1704103720-172.17.0.3-1731724192856 (Datanode Uuid 5b009eea-0885-4050-a4e1-ab50c72278fb) service to localhost/127.0.0.1:40581 2024-11-16T02:30:02,602 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/cluster_4e30c07d-da59-5070-e712-2e6318f25906/data/data1/current/BP-1704103720-172.17.0.3-1731724192856 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:30:02,602 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/cluster_4e30c07d-da59-5070-e712-2e6318f25906/data/data2/current/BP-1704103720-172.17.0.3-1731724192856 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:30:02,602 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:30:02,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:30:02,611 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:30:02,611 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:30:02,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:30:02,611 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/hadoop.log.dir/,STOPPED} 2024-11-16T02:30:02,618 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T02:30:02,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:30:02,652 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=79 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40581 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40581 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@ae686c4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40581 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/667222f7cf1b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/667222f7cf1b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/667222f7cf1b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/667222f7cf1b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40581 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=410 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=583 (was 676), ProcessCount=11 (was 11), AvailableMemoryMB=4517 (was 4558) 2024-11-16T02:30:02,659 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=79, OpenFileDescriptor=410, MaxFileDescriptor=1048576, SystemLoadAverage=583, ProcessCount=11, AvailableMemoryMB=4517 2024-11-16T02:30:02,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/hadoop.log.dir so I do NOT create it in target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a 2024-11-16T02:30:02,671 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T02:30:02,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/hadoop.tmp.dir so I do NOT create it in target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a 2024-11-16T02:30:02,671 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/137735de-32a6-6236-9b56-61c8496c0687/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T02:30:02,671 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a 2024-11-16T02:30:02,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:30:02,671 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/cluster_bf4512d6-332a-6401-8bdb-e7e0588ac883, deleteOnExit=true 2024-11-16T02:30:02,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:30:02,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/test.cache.data in system properties and HBase conf 2024-11-16T02:30:02,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:30:02,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:30:02,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:30:02,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:30:02,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:30:02,672 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:30:02,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:30:02,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:30:02,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:30:02,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:30:02,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:30:02,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:30:02,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:30:02,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:30:02,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:30:02,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:30:02,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:30:02,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:30:02,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:30:02,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:30:03,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:30:03,020 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:30:03,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:30:03,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:30:03,021 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:30:03,022 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:30:03,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@486bf2a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:30:03,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f1e1206{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:30:03,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@734eb8a6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/java.io.tmpdir/jetty-localhost-39301-hadoop-hdfs-3_4_1-tests_jar-_-any-12089892478263745549/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:30:03,120 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@511bff7c{HTTP/1.1, (http/1.1)}{localhost:39301} 2024-11-16T02:30:03,120 INFO [Time-limited test {}] server.Server(415): Started @12384ms 2024-11-16T02:30:03,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:30:03,369 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:30:03,370 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:30:03,370 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:30:03,370 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:30:03,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35aa6870{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:30:03,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@216dc62a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:30:03,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f16e3fa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/java.io.tmpdir/jetty-localhost-39281-hadoop-hdfs-3_4_1-tests_jar-_-any-14639535458200189828/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:30:03,467 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3dc1e622{HTTP/1.1, (http/1.1)}{localhost:39281} 2024-11-16T02:30:03,467 INFO [Time-limited test {}] server.Server(415): Started @12731ms 2024-11-16T02:30:03,469 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:30:03,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:30:03,515 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:30:03,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:30:03,515 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:30:03,516 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:30:03,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27c6e4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:30:03,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ba007c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:30:03,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ba7f351{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/java.io.tmpdir/jetty-localhost-41083-hadoop-hdfs-3_4_1-tests_jar-_-any-7692771316665672261/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:30:03,611 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5970583a{HTTP/1.1, (http/1.1)}{localhost:41083} 2024-11-16T02:30:03,611 INFO [Time-limited test {}] server.Server(415): Started @12875ms 2024-11-16T02:30:03,613 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:30:04,739 WARN [Thread-365 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/cluster_bf4512d6-332a-6401-8bdb-e7e0588ac883/data/data1/current/BP-674742360-172.17.0.3-1731724202696/current, will proceed with Du for space computation calculation, 2024-11-16T02:30:04,739 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/cluster_bf4512d6-332a-6401-8bdb-e7e0588ac883/data/data2/current/BP-674742360-172.17.0.3-1731724202696/current, will proceed with Du for space computation calculation, 2024-11-16T02:30:04,757 WARN [Thread-329 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:30:04,760 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd2fba9e23bfcf96 with lease ID 0x1f06ac08c2a9e600: Processing first storage report for DS-7db0579a-d10e-49e6-b8a2-9225bcf1e795 from datanode DatanodeRegistration(127.0.0.1:45437, datanodeUuid=96e7e80b-ff65-44b3-84a7-5fea1d110b75, infoPort=44845, infoSecurePort=0, ipcPort=46695, storageInfo=lv=-57;cid=testClusterID;nsid=163504165;c=1731724202696) 2024-11-16T02:30:04,760 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd2fba9e23bfcf96 with lease ID 0x1f06ac08c2a9e600: from storage DS-7db0579a-d10e-49e6-b8a2-9225bcf1e795 node DatanodeRegistration(127.0.0.1:45437, datanodeUuid=96e7e80b-ff65-44b3-84a7-5fea1d110b75, infoPort=44845, infoSecurePort=0, ipcPort=46695, storageInfo=lv=-57;cid=testClusterID;nsid=163504165;c=1731724202696), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:30:04,760 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd2fba9e23bfcf96 with lease ID 0x1f06ac08c2a9e600: Processing first storage report for DS-402f8ba9-0a8a-423f-83f7-f1281778e413 from datanode DatanodeRegistration(127.0.0.1:45437, datanodeUuid=96e7e80b-ff65-44b3-84a7-5fea1d110b75, infoPort=44845, infoSecurePort=0, ipcPort=46695, storageInfo=lv=-57;cid=testClusterID;nsid=163504165;c=1731724202696) 2024-11-16T02:30:04,760 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd2fba9e23bfcf96 with lease ID 0x1f06ac08c2a9e600: from storage DS-402f8ba9-0a8a-423f-83f7-f1281778e413 node DatanodeRegistration(127.0.0.1:45437, datanodeUuid=96e7e80b-ff65-44b3-84a7-5fea1d110b75, infoPort=44845, infoSecurePort=0, ipcPort=46695, storageInfo=lv=-57;cid=testClusterID;nsid=163504165;c=1731724202696), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:30:04,874 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/cluster_bf4512d6-332a-6401-8bdb-e7e0588ac883/data/data4/current/BP-674742360-172.17.0.3-1731724202696/current, will proceed with Du for space computation calculation, 2024-11-16T02:30:04,874 WARN [Thread-376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/cluster_bf4512d6-332a-6401-8bdb-e7e0588ac883/data/data3/current/BP-674742360-172.17.0.3-1731724202696/current, will proceed with Du for space computation calculation, 2024-11-16T02:30:04,889 WARN [Thread-352 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:30:04,892 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9662d3bbb378c17 with lease ID 0x1f06ac08c2a9e601: Processing first storage report for DS-8a026b7d-f2ba-429b-8e28-927d28f9d25f from datanode DatanodeRegistration(127.0.0.1:37861, datanodeUuid=1059a645-5a36-4dfe-b7dd-8736488ffb5b, infoPort=42631, infoSecurePort=0, ipcPort=43081, storageInfo=lv=-57;cid=testClusterID;nsid=163504165;c=1731724202696) 2024-11-16T02:30:04,892 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9662d3bbb378c17 with lease ID 0x1f06ac08c2a9e601: from storage DS-8a026b7d-f2ba-429b-8e28-927d28f9d25f node DatanodeRegistration(127.0.0.1:37861, datanodeUuid=1059a645-5a36-4dfe-b7dd-8736488ffb5b, infoPort=42631, infoSecurePort=0, ipcPort=43081, storageInfo=lv=-57;cid=testClusterID;nsid=163504165;c=1731724202696), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:30:04,892 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe9662d3bbb378c17 with lease ID 0x1f06ac08c2a9e601: Processing first storage report for DS-1c431f3d-4258-4c96-abaf-1e9fba187788 from datanode DatanodeRegistration(127.0.0.1:37861, datanodeUuid=1059a645-5a36-4dfe-b7dd-8736488ffb5b, infoPort=42631, infoSecurePort=0, ipcPort=43081, storageInfo=lv=-57;cid=testClusterID;nsid=163504165;c=1731724202696) 2024-11-16T02:30:04,892 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe9662d3bbb378c17 with lease ID 0x1f06ac08c2a9e601: from storage DS-1c431f3d-4258-4c96-abaf-1e9fba187788 node DatanodeRegistration(127.0.0.1:37861, datanodeUuid=1059a645-5a36-4dfe-b7dd-8736488ffb5b, infoPort=42631, infoSecurePort=0, ipcPort=43081, storageInfo=lv=-57;cid=testClusterID;nsid=163504165;c=1731724202696), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:30:04,949 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a 2024-11-16T02:30:04,977 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/cluster_bf4512d6-332a-6401-8bdb-e7e0588ac883/zookeeper_0, clientPort=53208, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/cluster_bf4512d6-332a-6401-8bdb-e7e0588ac883/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/cluster_bf4512d6-332a-6401-8bdb-e7e0588ac883/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T02:30:04,978 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53208 2024-11-16T02:30:04,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:04,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:04,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:30:04,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:30:04,996 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980 with version=8 2024-11-16T02:30:04,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/hbase-staging 2024-11-16T02:30:04,999 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:30:04,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:04,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:04,999 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:30:04,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:04,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:30:04,999 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:30:04,999 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:30:05,000 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42987 2024-11-16T02:30:05,001 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42987 connecting to ZooKeeper ensemble=127.0.0.1:53208 2024-11-16T02:30:05,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429870x0, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:30:05,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42987-0x101417a575c0000 connected 2024-11-16T02:30:05,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:05,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:05,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:05,141 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980, hbase.cluster.distributed=false 2024-11-16T02:30:05,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T02:30:05,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42987 2024-11-16T02:30:05,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42987 2024-11-16T02:30:05,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42987 2024-11-16T02:30:05,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42987 2024-11-16T02:30:05,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42987 2024-11-16T02:30:05,160 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:30:05,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:05,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:05,160 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:30:05,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:05,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:30:05,161 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:30:05,161 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:30:05,161 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37293 2024-11-16T02:30:05,163 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37293 connecting to ZooKeeper ensemble=127.0.0.1:53208 2024-11-16T02:30:05,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:05,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:05,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372930x0, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:30:05,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372930x0, quorum=127.0.0.1:53208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:05,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37293-0x101417a575c0001 connected 2024-11-16T02:30:05,179 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:30:05,180 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:30:05,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37293-0x101417a575c0001, quorum=127.0.0.1:53208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T02:30:05,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37293-0x101417a575c0001, quorum=127.0.0.1:53208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T02:30:05,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37293 2024-11-16T02:30:05,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37293 2024-11-16T02:30:05,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37293 2024-11-16T02:30:05,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37293 2024-11-16T02:30:05,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37293 2024-11-16T02:30:05,197 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:30:05,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:05,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:05,197 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:30:05,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:05,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:30:05,197 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:30:05,198 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:30:05,198 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35179 2024-11-16T02:30:05,200 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35179 connecting to ZooKeeper ensemble=127.0.0.1:53208 2024-11-16T02:30:05,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:05,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:05,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351790x0, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:30:05,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351790x0, quorum=127.0.0.1:53208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:05,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35179-0x101417a575c0002 connected 2024-11-16T02:30:05,211 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:30:05,213 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:30:05,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35179-0x101417a575c0002, quorum=127.0.0.1:53208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T02:30:05,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35179-0x101417a575c0002, quorum=127.0.0.1:53208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T02:30:05,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35179 2024-11-16T02:30:05,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35179 2024-11-16T02:30:05,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35179 2024-11-16T02:30:05,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35179 2024-11-16T02:30:05,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35179 2024-11-16T02:30:05,227 DEBUG [M:0;667222f7cf1b:42987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:42987 2024-11-16T02:30:05,227 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/667222f7cf1b,42987,1731724204998 2024-11-16T02:30:05,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:05,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35179-0x101417a575c0002, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:05,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x101417a575c0001, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:05,232 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/667222f7cf1b,42987,1731724204998 2024-11-16T02:30:05,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35179-0x101417a575c0002, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T02:30:05,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x101417a575c0001, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T02:30:05,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:05,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35179-0x101417a575c0002, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:05,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x101417a575c0001, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:05,243 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T02:30:05,243 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/667222f7cf1b,42987,1731724204998 from backup master directory 2024-11-16T02:30:05,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/667222f7cf1b,42987,1731724204998 2024-11-16T02:30:05,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35179-0x101417a575c0002, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:05,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x101417a575c0001, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:05,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:05,252 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:30:05,253 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,42987,1731724204998 2024-11-16T02:30:05,259 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/hbase.id] with ID: e4dc1370-2b9a-4872-a90e-e94069a11795 2024-11-16T02:30:05,259 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/.tmp/hbase.id 2024-11-16T02:30:05,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:30:05,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:30:05,269 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/.tmp/hbase.id]:[hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/hbase.id] 2024-11-16T02:30:05,288 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:05,289 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:30:05,291 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T02:30:05,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:05,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35179-0x101417a575c0002, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:05,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x101417a575c0001, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:05,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:30:05,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:30:05,312 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:30:05,313 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:30:05,313 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:30:05,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:30:05,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:30:05,724 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/MasterData/data/master/store 2024-11-16T02:30:05,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:30:05,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:30:05,734 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:05,734 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:30:05,734 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:05,734 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:05,734 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:30:05,734 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:05,734 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:05,734 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731724205734Disabling compacts and flushes for region at 1731724205734Disabling writes for close at 1731724205734Writing region close event to WAL at 1731724205734Closed at 1731724205734 2024-11-16T02:30:05,736 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/MasterData/data/master/store/.initializing 2024-11-16T02:30:05,736 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/MasterData/WALs/667222f7cf1b,42987,1731724204998 2024-11-16T02:30:05,737 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:30:05,740 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C42987%2C1731724204998, suffix=, logDir=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/MasterData/WALs/667222f7cf1b,42987,1731724204998, archiveDir=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/MasterData/oldWALs, maxLogs=10 2024-11-16T02:30:05,752 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/MasterData/WALs/667222f7cf1b,42987,1731724204998/667222f7cf1b%2C42987%2C1731724204998.1731724205740, exclude list is [], retry=0 2024-11-16T02:30:05,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37861,DS-8a026b7d-f2ba-429b-8e28-927d28f9d25f,DISK] 2024-11-16T02:30:05,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45437,DS-7db0579a-d10e-49e6-b8a2-9225bcf1e795,DISK] 2024-11-16T02:30:05,758 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/MasterData/WALs/667222f7cf1b,42987,1731724204998/667222f7cf1b%2C42987%2C1731724204998.1731724205740 2024-11-16T02:30:05,759 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42631:42631),(127.0.0.1/127.0.0.1:44845:44845)] 2024-11-16T02:30:05,759 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:30:05,759 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:05,759 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:05,759 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:05,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:05,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:30:05,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:05,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:05,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:05,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:30:05,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:05,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:05,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:05,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:30:05,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:05,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:05,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:05,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:30:05,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:05,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:05,772 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:05,773 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:05,773 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:05,775 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:05,775 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:05,775 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:30:05,777 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:05,779 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:30:05,780 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62213726, jitterRate=-0.07294324040412903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:30:05,780 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731724205759Initializing all the Stores at 1731724205760 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724205761 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724205761Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724205761Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724205761Cleaning up temporary data from old regions at 1731724205775 (+14 ms)Region opened successfully at 1731724205780 (+5 ms) 2024-11-16T02:30:05,780 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:30:05,785 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@736b642b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:30:05,786 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:30:05,786 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:30:05,786 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:30:05,786 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:30:05,787 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:30:05,787 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T02:30:05,787 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:30:05,789 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:30:05,790 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T02:30:05,840 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T02:30:05,841 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:30:05,842 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:30:05,852 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T02:30:05,853 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:30:05,854 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:30:05,863 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T02:30:05,864 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:30:05,873 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T02:30:05,876 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:30:05,884 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T02:30:05,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35179-0x101417a575c0002, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:05,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x101417a575c0001, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:05,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:05,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x101417a575c0001, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:05,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35179-0x101417a575c0002, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:05,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:05,895 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,42987,1731724204998, sessionid=0x101417a575c0000, setting cluster-up flag (Was=false) 2024-11-16T02:30:05,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x101417a575c0001, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:05,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35179-0x101417a575c0002, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:05,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:05,935 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:30:05,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:05,947 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T02:30:05,948 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,42987,1731724204998 2024-11-16T02:30:05,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x101417a575c0001, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:05,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35179-0x101417a575c0002, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:05,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:05,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:05,999 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T02:30:06,001 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,42987,1731724204998 2024-11-16T02:30:06,002 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:30:06,004 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:30:06,005 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:30:06,005 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:30:06,005 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,42987,1731724204998 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:30:06,007 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:30:06,007 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:30:06,007 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:30:06,007 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:30:06,007 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:30:06,007 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:06,007 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:30:06,007 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:06,008 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731724236008 2024-11-16T02:30:06,008 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:30:06,008 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:30:06,008 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:30:06,008 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:30:06,008 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:30:06,008 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:30:06,009 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:06,009 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:30:06,009 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:30:06,009 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:30:06,009 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:30:06,009 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:30:06,010 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:30:06,010 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:30:06,010 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731724206010,5,FailOnTimeoutGroup] 2024-11-16T02:30:06,010 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731724206010,5,FailOnTimeoutGroup] 2024-11-16T02:30:06,010 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:06,010 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:30:06,010 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:06,011 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:06,011 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:06,011 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:30:06,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:30:06,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:30:06,019 INFO [RS:1;667222f7cf1b:35179 {}] regionserver.HRegionServer(746): ClusterId : e4dc1370-2b9a-4872-a90e-e94069a11795 2024-11-16T02:30:06,019 INFO [RS:0;667222f7cf1b:37293 {}] regionserver.HRegionServer(746): ClusterId : e4dc1370-2b9a-4872-a90e-e94069a11795 2024-11-16T02:30:06,019 DEBUG [RS:0;667222f7cf1b:37293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:30:06,019 DEBUG [RS:1;667222f7cf1b:35179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:30:06,019 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:30:06,020 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980 2024-11-16T02:30:06,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741832_1008 (size=32) 2024-11-16T02:30:06,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741832_1008 (size=32) 2024-11-16T02:30:06,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:06,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:30:06,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:30:06,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:06,032 DEBUG [RS:0;667222f7cf1b:37293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:30:06,032 DEBUG [RS:1;667222f7cf1b:35179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:30:06,032 DEBUG [RS:0;667222f7cf1b:37293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:30:06,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:06,032 DEBUG [RS:1;667222f7cf1b:35179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:30:06,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:30:06,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:30:06,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:06,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:06,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:30:06,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:30:06,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:06,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:06,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:30:06,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:30:06,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:06,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:06,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:30:06,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/hbase/meta/1588230740 2024-11-16T02:30:06,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/hbase/meta/1588230740 2024-11-16T02:30:06,042 DEBUG [RS:1;667222f7cf1b:35179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:30:06,042 DEBUG [RS:0;667222f7cf1b:37293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:30:06,043 DEBUG [RS:0;667222f7cf1b:37293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b837687, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:30:06,043 DEBUG [RS:1;667222f7cf1b:35179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2713b21e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:30:06,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:30:06,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:30:06,044 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:30:06,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:30:06,049 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:30:06,050 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74940516, jitterRate=0.11670070886611938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:30:06,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731724206028Initializing all the Stores at 1731724206029 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724206029Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724206029Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724206029Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724206029Cleaning up temporary data from old regions at 1731724206043 (+14 ms)Region opened successfully at 1731724206051 (+8 ms) 2024-11-16T02:30:06,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:30:06,051 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:30:06,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:30:06,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:30:06,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:30:06,056 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:30:06,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731724206051Disabling compacts and flushes for region at 1731724206051Disabling writes for close at 1731724206051Writing region close event to WAL at 1731724206055 (+4 ms)Closed at 1731724206055 2024-11-16T02:30:06,056 DEBUG [RS:0;667222f7cf1b:37293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:37293 2024-11-16T02:30:06,056 INFO [RS:0;667222f7cf1b:37293 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:30:06,056 INFO [RS:0;667222f7cf1b:37293 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:30:06,056 DEBUG [RS:0;667222f7cf1b:37293 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:30:06,057 INFO [RS:0;667222f7cf1b:37293 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,42987,1731724204998 with port=37293, startcode=1731724205160 2024-11-16T02:30:06,057 DEBUG [RS:0;667222f7cf1b:37293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:30:06,058 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:30:06,058 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:30:06,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:30:06,059 DEBUG [RS:1;667222f7cf1b:35179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;667222f7cf1b:35179 2024-11-16T02:30:06,059 INFO [RS:1;667222f7cf1b:35179 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:30:06,059 INFO [RS:1;667222f7cf1b:35179 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:30:06,059 DEBUG [RS:1;667222f7cf1b:35179 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:30:06,060 INFO [RS:1;667222f7cf1b:35179 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,42987,1731724204998 with port=35179, startcode=1731724205197 2024-11-16T02:30:06,060 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:30:06,060 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:30:06,060 DEBUG [RS:1;667222f7cf1b:35179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:30:06,061 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42987 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,37293,1731724205160 2024-11-16T02:30:06,061 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42987 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,37293,1731724205160 2024-11-16T02:30:06,062 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:30:06,062 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:30:06,063 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42987 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,35179,1731724205197 2024-11-16T02:30:06,063 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42987 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,35179,1731724205197 2024-11-16T02:30:06,063 DEBUG [RS:0;667222f7cf1b:37293 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980 2024-11-16T02:30:06,063 DEBUG [RS:0;667222f7cf1b:37293 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39433 2024-11-16T02:30:06,063 DEBUG [RS:0;667222f7cf1b:37293 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:30:06,065 DEBUG [RS:1;667222f7cf1b:35179 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980 2024-11-16T02:30:06,065 DEBUG [RS:1;667222f7cf1b:35179 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39433 2024-11-16T02:30:06,065 DEBUG [RS:1;667222f7cf1b:35179 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:30:06,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T02:30:06,213 WARN [667222f7cf1b:42987 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T02:30:06,286 DEBUG [RS:0;667222f7cf1b:37293 {}] zookeeper.ZKUtil(111): regionserver:37293-0x101417a575c0001, quorum=127.0.0.1:53208, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/667222f7cf1b,37293,1731724205160 2024-11-16T02:30:06,286 WARN [RS:0;667222f7cf1b:37293 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:30:06,287 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,37293,1731724205160] 2024-11-16T02:30:06,287 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,35179,1731724205197] 2024-11-16T02:30:06,287 INFO [RS:0;667222f7cf1b:37293 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:30:06,287 DEBUG [RS:1;667222f7cf1b:35179 {}] zookeeper.ZKUtil(111): regionserver:35179-0x101417a575c0002, quorum=127.0.0.1:53208, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/667222f7cf1b,35179,1731724205197 2024-11-16T02:30:06,287 WARN [RS:1;667222f7cf1b:35179 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:30:06,287 DEBUG [RS:0;667222f7cf1b:37293 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/WALs/667222f7cf1b,37293,1731724205160 2024-11-16T02:30:06,287 INFO [RS:1;667222f7cf1b:35179 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:30:06,287 DEBUG [RS:1;667222f7cf1b:35179 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/WALs/667222f7cf1b,35179,1731724205197 2024-11-16T02:30:06,291 INFO [RS:1;667222f7cf1b:35179 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:30:06,291 INFO [RS:0;667222f7cf1b:37293 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:30:06,293 INFO [RS:1;667222f7cf1b:35179 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:30:06,294 INFO [RS:1;667222f7cf1b:35179 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:30:06,294 INFO [RS:1;667222f7cf1b:35179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:06,294 INFO [RS:1;667222f7cf1b:35179 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:30:06,295 INFO [RS:0;667222f7cf1b:37293 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:30:06,295 INFO [RS:1;667222f7cf1b:35179 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:30:06,295 INFO [RS:0;667222f7cf1b:37293 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:30:06,295 INFO [RS:0;667222f7cf1b:37293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:06,295 INFO [RS:1;667222f7cf1b:35179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:06,296 DEBUG [RS:1;667222f7cf1b:35179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:06,296 INFO [RS:0;667222f7cf1b:37293 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:30:06,296 DEBUG [RS:1;667222f7cf1b:35179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:06,296 DEBUG [RS:1;667222f7cf1b:35179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:06,296 DEBUG [RS:1;667222f7cf1b:35179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:06,296 DEBUG [RS:1;667222f7cf1b:35179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:06,296 DEBUG [RS:1;667222f7cf1b:35179 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:30:06,296 DEBUG [RS:1;667222f7cf1b:35179 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:06,296 DEBUG [RS:1;667222f7cf1b:35179 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:06,296 DEBUG [RS:1;667222f7cf1b:35179 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:06,296 DEBUG [RS:1;667222f7cf1b:35179 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:06,296 DEBUG [RS:1;667222f7cf1b:35179 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:06,296 DEBUG [RS:1;667222f7cf1b:35179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:06,297 DEBUG [RS:1;667222f7cf1b:35179 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:30:06,297 INFO [RS:0;667222f7cf1b:37293 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:30:06,297 DEBUG [RS:1;667222f7cf1b:35179 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:30:06,297 INFO [RS:0;667222f7cf1b:37293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:06,297 DEBUG [RS:0;667222f7cf1b:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:06,297 DEBUG [RS:0;667222f7cf1b:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:06,297 INFO [RS:1;667222f7cf1b:35179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:06,297 DEBUG [RS:0;667222f7cf1b:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:06,297 DEBUG [RS:0;667222f7cf1b:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:06,297 INFO [RS:1;667222f7cf1b:35179 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:06,297 DEBUG [RS:0;667222f7cf1b:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:06,297 INFO [RS:1;667222f7cf1b:35179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:06,297 INFO [RS:1;667222f7cf1b:35179 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:06,297 DEBUG [RS:0;667222f7cf1b:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:30:06,297 INFO [RS:1;667222f7cf1b:35179 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:06,297 DEBUG [RS:0;667222f7cf1b:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:06,297 INFO [RS:1;667222f7cf1b:35179 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,35179,1731724205197-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:30:06,298 DEBUG [RS:0;667222f7cf1b:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:06,298 DEBUG [RS:0;667222f7cf1b:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:06,298 DEBUG [RS:0;667222f7cf1b:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:06,298 DEBUG [RS:0;667222f7cf1b:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:06,298 DEBUG [RS:0;667222f7cf1b:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:06,298 DEBUG [RS:0;667222f7cf1b:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:30:06,298 DEBUG [RS:0;667222f7cf1b:37293 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:30:06,298 INFO [RS:0;667222f7cf1b:37293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:06,299 INFO [RS:0;667222f7cf1b:37293 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:06,299 INFO [RS:0;667222f7cf1b:37293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:06,299 INFO [RS:0;667222f7cf1b:37293 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:06,299 INFO [RS:0;667222f7cf1b:37293 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:06,299 INFO [RS:0;667222f7cf1b:37293 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37293,1731724205160-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:30:06,313 INFO [RS:0;667222f7cf1b:37293 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:30:06,313 INFO [RS:1;667222f7cf1b:35179 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:30:06,314 INFO [RS:1;667222f7cf1b:35179 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,35179,1731724205197-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:06,314 INFO [RS:0;667222f7cf1b:37293 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37293,1731724205160-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:06,314 INFO [RS:0;667222f7cf1b:37293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:06,314 INFO [RS:1;667222f7cf1b:35179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:06,314 INFO [RS:0;667222f7cf1b:37293 {}] regionserver.Replication(171): 667222f7cf1b,37293,1731724205160 started 2024-11-16T02:30:06,314 INFO [RS:1;667222f7cf1b:35179 {}] regionserver.Replication(171): 667222f7cf1b,35179,1731724205197 started 2024-11-16T02:30:06,330 INFO [RS:1;667222f7cf1b:35179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:06,330 INFO [RS:1;667222f7cf1b:35179 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,35179,1731724205197, RpcServer on 667222f7cf1b/172.17.0.3:35179, sessionid=0x101417a575c0002 2024-11-16T02:30:06,330 DEBUG [RS:1;667222f7cf1b:35179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:30:06,330 DEBUG [RS:1;667222f7cf1b:35179 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,35179,1731724205197 2024-11-16T02:30:06,330 DEBUG [RS:1;667222f7cf1b:35179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,35179,1731724205197' 2024-11-16T02:30:06,331 DEBUG [RS:1;667222f7cf1b:35179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T02:30:06,331 DEBUG [RS:1;667222f7cf1b:35179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T02:30:06,332 DEBUG [RS:1;667222f7cf1b:35179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:30:06,332 DEBUG [RS:1;667222f7cf1b:35179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:30:06,332 INFO [RS:0;667222f7cf1b:37293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:06,332 DEBUG [RS:1;667222f7cf1b:35179 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,35179,1731724205197 2024-11-16T02:30:06,332 DEBUG [RS:1;667222f7cf1b:35179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,35179,1731724205197' 2024-11-16T02:30:06,332 INFO [RS:0;667222f7cf1b:37293 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,37293,1731724205160, RpcServer on 667222f7cf1b/172.17.0.3:37293, sessionid=0x101417a575c0001 2024-11-16T02:30:06,332 DEBUG [RS:1;667222f7cf1b:35179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T02:30:06,332 DEBUG [RS:0;667222f7cf1b:37293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:30:06,332 DEBUG [RS:0;667222f7cf1b:37293 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,37293,1731724205160 2024-11-16T02:30:06,332 DEBUG [RS:0;667222f7cf1b:37293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,37293,1731724205160' 2024-11-16T02:30:06,332 DEBUG [RS:0;667222f7cf1b:37293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T02:30:06,333 DEBUG [RS:1;667222f7cf1b:35179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T02:30:06,333 DEBUG [RS:0;667222f7cf1b:37293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T02:30:06,333 DEBUG [RS:1;667222f7cf1b:35179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:30:06,333 INFO [RS:1;667222f7cf1b:35179 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:30:06,333 INFO [RS:1;667222f7cf1b:35179 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:30:06,334 DEBUG [RS:0;667222f7cf1b:37293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:30:06,334 DEBUG [RS:0;667222f7cf1b:37293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:30:06,334 DEBUG [RS:0;667222f7cf1b:37293 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,37293,1731724205160 2024-11-16T02:30:06,334 DEBUG [RS:0;667222f7cf1b:37293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,37293,1731724205160' 2024-11-16T02:30:06,334 DEBUG [RS:0;667222f7cf1b:37293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T02:30:06,334 DEBUG [RS:0;667222f7cf1b:37293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T02:30:06,335 DEBUG [RS:0;667222f7cf1b:37293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:30:06,335 INFO [RS:0;667222f7cf1b:37293 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:30:06,335 INFO [RS:0;667222f7cf1b:37293 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:30:06,434 INFO [RS:1;667222f7cf1b:35179 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:30:06,435 INFO [RS:0;667222f7cf1b:37293 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:30:06,436 INFO [RS:1;667222f7cf1b:35179 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C35179%2C1731724205197, suffix=, logDir=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/WALs/667222f7cf1b,35179,1731724205197, archiveDir=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/oldWALs, maxLogs=32 2024-11-16T02:30:06,437 INFO [RS:0;667222f7cf1b:37293 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C37293%2C1731724205160, suffix=, logDir=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/WALs/667222f7cf1b,37293,1731724205160, archiveDir=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/oldWALs, maxLogs=32 2024-11-16T02:30:06,457 DEBUG [RS:0;667222f7cf1b:37293 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/WALs/667222f7cf1b,37293,1731724205160/667222f7cf1b%2C37293%2C1731724205160.1731724206439, exclude list is [], retry=0 2024-11-16T02:30:06,457 DEBUG [RS:1;667222f7cf1b:35179 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/WALs/667222f7cf1b,35179,1731724205197/667222f7cf1b%2C35179%2C1731724205197.1731724206439, exclude list is [], retry=0 2024-11-16T02:30:06,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45437,DS-7db0579a-d10e-49e6-b8a2-9225bcf1e795,DISK] 2024-11-16T02:30:06,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45437,DS-7db0579a-d10e-49e6-b8a2-9225bcf1e795,DISK] 2024-11-16T02:30:06,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37861,DS-8a026b7d-f2ba-429b-8e28-927d28f9d25f,DISK] 2024-11-16T02:30:06,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37861,DS-8a026b7d-f2ba-429b-8e28-927d28f9d25f,DISK] 2024-11-16T02:30:06,464 INFO [RS:0;667222f7cf1b:37293 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/WALs/667222f7cf1b,37293,1731724205160/667222f7cf1b%2C37293%2C1731724205160.1731724206439 2024-11-16T02:30:06,464 INFO [RS:1;667222f7cf1b:35179 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/WALs/667222f7cf1b,35179,1731724205197/667222f7cf1b%2C35179%2C1731724205197.1731724206439 2024-11-16T02:30:06,466 DEBUG [RS:0;667222f7cf1b:37293 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42631:42631),(127.0.0.1/127.0.0.1:44845:44845)] 2024-11-16T02:30:06,466 DEBUG [RS:1;667222f7cf1b:35179 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44845:44845),(127.0.0.1/127.0.0.1:42631:42631)] 2024-11-16T02:30:06,713 DEBUG [667222f7cf1b:42987 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-16T02:30:06,714 DEBUG [667222f7cf1b:42987 {}] balancer.BalancerClusterState(204): Hosts are {667222f7cf1b=0} racks are {/default-rack=0} 2024-11-16T02:30:06,716 DEBUG [667222f7cf1b:42987 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T02:30:06,716 DEBUG [667222f7cf1b:42987 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T02:30:06,716 DEBUG [667222f7cf1b:42987 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T02:30:06,716 DEBUG [667222f7cf1b:42987 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T02:30:06,716 INFO [667222f7cf1b:42987 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T02:30:06,716 INFO [667222f7cf1b:42987 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T02:30:06,716 DEBUG [667222f7cf1b:42987 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T02:30:06,717 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,37293,1731724205160 2024-11-16T02:30:06,718 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,37293,1731724205160, state=OPENING 2024-11-16T02:30:06,810 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:30:06,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x101417a575c0001, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:06,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:06,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35179-0x101417a575c0002, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:06,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:06,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:06,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:06,832 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:30:06,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,37293,1731724205160}] 2024-11-16T02:30:06,987 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:30:06,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:30:06,997 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:30:06,997 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:30:06,998 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:30:07,000 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C37293%2C1731724205160.meta, suffix=.meta, logDir=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/WALs/667222f7cf1b,37293,1731724205160, archiveDir=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/oldWALs, maxLogs=32 2024-11-16T02:30:07,015 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/WALs/667222f7cf1b,37293,1731724205160/667222f7cf1b%2C37293%2C1731724205160.meta.1731724207001.meta, exclude list is [], retry=0 2024-11-16T02:30:07,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45437,DS-7db0579a-d10e-49e6-b8a2-9225bcf1e795,DISK] 2024-11-16T02:30:07,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37861,DS-8a026b7d-f2ba-429b-8e28-927d28f9d25f,DISK] 2024-11-16T02:30:07,021 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/WALs/667222f7cf1b,37293,1731724205160/667222f7cf1b%2C37293%2C1731724205160.meta.1731724207001.meta 2024-11-16T02:30:07,021 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44845:44845),(127.0.0.1/127.0.0.1:42631:42631)] 2024-11-16T02:30:07,022 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:30:07,022 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:30:07,022 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:30:07,022 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:30:07,022 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:30:07,023 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:07,023 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:30:07,023 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:30:07,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:30:07,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:30:07,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:07,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:07,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:30:07,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:30:07,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:07,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:07,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:30:07,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:30:07,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:07,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:07,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:30:07,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:30:07,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:07,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:07,034 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:30:07,035 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/hbase/meta/1588230740 2024-11-16T02:30:07,037 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/hbase/meta/1588230740 2024-11-16T02:30:07,039 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:30:07,039 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:30:07,040 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:30:07,042 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:30:07,043 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59049880, jitterRate=-0.12008821964263916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:30:07,043 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:30:07,045 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731724207023Writing region info on filesystem at 1731724207023Initializing all the Stores at 1731724207024 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724207024Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724207025 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724207025Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724207025Cleaning up temporary data from old regions at 1731724207039 (+14 ms)Running coprocessor post-open hooks at 1731724207043 (+4 ms)Region opened successfully at 1731724207045 (+2 ms) 2024-11-16T02:30:07,046 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731724206986 2024-11-16T02:30:07,050 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:30:07,050 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:30:07,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,37293,1731724205160 2024-11-16T02:30:07,052 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,37293,1731724205160, state=OPEN 2024-11-16T02:30:07,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35179-0x101417a575c0002, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T02:30:07,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T02:30:07,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x101417a575c0001, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T02:30:07,073 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,37293,1731724205160 2024-11-16T02:30:07,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:07,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:07,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:07,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:30:07,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,37293,1731724205160 in 241 msec 2024-11-16T02:30:07,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:30:07,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0190 sec 2024-11-16T02:30:07,083 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:30:07,083 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:30:07,086 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:30:07,086 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37293,1731724205160, seqNum=-1] 2024-11-16T02:30:07,086 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:30:07,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:30:07,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0910 sec 2024-11-16T02:30:07,097 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731724207097, completionTime=-1 2024-11-16T02:30:07,097 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-16T02:30:07,097 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:30:07,099 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-16T02:30:07,100 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731724267099 2024-11-16T02:30:07,100 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731724327100 2024-11-16T02:30:07,100 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T02:30:07,100 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T02:30:07,100 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,42987,1731724204998-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:07,101 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,42987,1731724204998-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:07,101 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,42987,1731724204998-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:07,101 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:42987, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:07,101 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:07,101 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:07,104 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:30:07,106 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.853sec 2024-11-16T02:30:07,106 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:30:07,107 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:30:07,107 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:30:07,107 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:30:07,107 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:30:07,107 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,42987,1731724204998-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:30:07,107 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,42987,1731724204998-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:30:07,110 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:30:07,110 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:30:07,110 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,42987,1731724204998-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:07,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54cf7188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:30:07,120 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,42987,-1 for getting cluster id 2024-11-16T02:30:07,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:30:07,122 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e4dc1370-2b9a-4872-a90e-e94069a11795' 2024-11-16T02:30:07,122 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:30:07,122 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e4dc1370-2b9a-4872-a90e-e94069a11795" 2024-11-16T02:30:07,123 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dac37ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:30:07,123 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,42987,-1] 2024-11-16T02:30:07,123 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:30:07,123 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:07,125 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:30:07,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1578016d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:30:07,126 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:30:07,127 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,37293,1731724205160, seqNum=-1] 2024-11-16T02:30:07,128 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:30:07,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:30:07,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,42987,1731724204998 2024-11-16T02:30:07,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:30:07,134 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,42987,1731724204998 2024-11-16T02:30:07,134 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3da1da55 2024-11-16T02:30:07,134 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:30:07,136 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:30:07,137 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:30:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-16T02:30:07,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:30:07,141 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:07,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-16T02:30:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:07,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:30:07,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741836_1012 (size=379) 2024-11-16T02:30:07,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741836_1012 (size=379) 2024-11-16T02:30:07,154 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8e994568bdadbf077686c74ac4d573d, NAME => 'testClearRegionBlockCache,,1731724207137.b8e994568bdadbf077686c74ac4d573d.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980 2024-11-16T02:30:07,154 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6dae229f8b89bb374240e95b85d8aed0, NAME => 'testClearRegionBlockCache,5,1731724207137.6dae229f8b89bb374240e95b85d8aed0.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980 2024-11-16T02:30:07,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741838_1014 (size=61) 2024-11-16T02:30:07,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741838_1014 (size=61) 2024-11-16T02:30:07,162 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731724207137.b8e994568bdadbf077686c74ac4d573d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:07,163 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing b8e994568bdadbf077686c74ac4d573d, disabling compactions & flushes 2024-11-16T02:30:07,163 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731724207137.b8e994568bdadbf077686c74ac4d573d. 2024-11-16T02:30:07,163 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731724207137.b8e994568bdadbf077686c74ac4d573d. 2024-11-16T02:30:07,163 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731724207137.b8e994568bdadbf077686c74ac4d573d. after waiting 0 ms 2024-11-16T02:30:07,163 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731724207137.b8e994568bdadbf077686c74ac4d573d. 2024-11-16T02:30:07,163 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731724207137.b8e994568bdadbf077686c74ac4d573d. 2024-11-16T02:30:07,163 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8e994568bdadbf077686c74ac4d573d: Waiting for close lock at 1731724207163Disabling compacts and flushes for region at 1731724207163Disabling writes for close at 1731724207163Writing region close event to WAL at 1731724207163Closed at 1731724207163 2024-11-16T02:30:07,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741837_1013 (size=61) 2024-11-16T02:30:07,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741837_1013 (size=61) 2024-11-16T02:30:07,167 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731724207137.6dae229f8b89bb374240e95b85d8aed0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:07,167 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 6dae229f8b89bb374240e95b85d8aed0, disabling compactions & flushes 2024-11-16T02:30:07,167 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731724207137.6dae229f8b89bb374240e95b85d8aed0. 2024-11-16T02:30:07,167 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731724207137.6dae229f8b89bb374240e95b85d8aed0. 2024-11-16T02:30:07,167 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731724207137.6dae229f8b89bb374240e95b85d8aed0. after waiting 0 ms 2024-11-16T02:30:07,167 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731724207137.6dae229f8b89bb374240e95b85d8aed0. 2024-11-16T02:30:07,167 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731724207137.6dae229f8b89bb374240e95b85d8aed0. 2024-11-16T02:30:07,167 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6dae229f8b89bb374240e95b85d8aed0: Waiting for close lock at 1731724207167Disabling compacts and flushes for region at 1731724207167Disabling writes for close at 1731724207167Writing region close event to WAL at 1731724207167Closed at 1731724207167 2024-11-16T02:30:07,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:30:07,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731724207137.b8e994568bdadbf077686c74ac4d573d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731724207169"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731724207169"}]},"ts":"1731724207169"} 2024-11-16T02:30:07,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731724207137.6dae229f8b89bb374240e95b85d8aed0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731724207169"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731724207169"}]},"ts":"1731724207169"} 2024-11-16T02:30:07,173 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-16T02:30:07,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:30:07,175 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731724207175"}]},"ts":"1731724207175"} 2024-11-16T02:30:07,178 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-16T02:30:07,178 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {667222f7cf1b=0} racks are {/default-rack=0} 2024-11-16T02:30:07,180 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T02:30:07,180 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T02:30:07,180 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T02:30:07,180 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T02:30:07,180 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T02:30:07,180 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T02:30:07,180 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T02:30:07,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b8e994568bdadbf077686c74ac4d573d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6dae229f8b89bb374240e95b85d8aed0, ASSIGN}] 2024-11-16T02:30:07,182 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6dae229f8b89bb374240e95b85d8aed0, ASSIGN 2024-11-16T02:30:07,182 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b8e994568bdadbf077686c74ac4d573d, ASSIGN 2024-11-16T02:30:07,184 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b8e994568bdadbf077686c74ac4d573d, ASSIGN; state=OFFLINE, location=667222f7cf1b,35179,1731724205197; forceNewPlan=false, retain=false 2024-11-16T02:30:07,184 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6dae229f8b89bb374240e95b85d8aed0, ASSIGN; state=OFFLINE, location=667222f7cf1b,37293,1731724205160; forceNewPlan=false, retain=false 2024-11-16T02:30:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:07,335 INFO [667222f7cf1b:42987 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-16T02:30:07,335 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8e994568bdadbf077686c74ac4d573d, regionState=OPENING, regionLocation=667222f7cf1b,35179,1731724205197 2024-11-16T02:30:07,335 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6dae229f8b89bb374240e95b85d8aed0, regionState=OPENING, regionLocation=667222f7cf1b,37293,1731724205160 2024-11-16T02:30:07,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6dae229f8b89bb374240e95b85d8aed0, ASSIGN because future has completed 2024-11-16T02:30:07,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dae229f8b89bb374240e95b85d8aed0, server=667222f7cf1b,37293,1731724205160}] 2024-11-16T02:30:07,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b8e994568bdadbf077686c74ac4d573d, ASSIGN because future has completed 2024-11-16T02:30:07,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8e994568bdadbf077686c74ac4d573d, server=667222f7cf1b,35179,1731724205197}] 2024-11-16T02:30:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:07,501 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:30:07,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:30:07,509 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731724207137.6dae229f8b89bb374240e95b85d8aed0. 2024-11-16T02:30:07,509 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6dae229f8b89bb374240e95b85d8aed0, NAME => 'testClearRegionBlockCache,5,1731724207137.6dae229f8b89bb374240e95b85d8aed0.', STARTKEY => '5', ENDKEY => ''} 2024-11-16T02:30:07,509 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6dae229f8b89bb374240e95b85d8aed0 2024-11-16T02:30:07,510 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731724207137.6dae229f8b89bb374240e95b85d8aed0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:07,510 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6dae229f8b89bb374240e95b85d8aed0 2024-11-16T02:30:07,510 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6dae229f8b89bb374240e95b85d8aed0 2024-11-16T02:30:07,512 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731724207137.b8e994568bdadbf077686c74ac4d573d. 2024-11-16T02:30:07,512 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => b8e994568bdadbf077686c74ac4d573d, NAME => 'testClearRegionBlockCache,,1731724207137.b8e994568bdadbf077686c74ac4d573d.', STARTKEY => '', ENDKEY => '5'} 2024-11-16T02:30:07,513 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b8e994568bdadbf077686c74ac4d573d 2024-11-16T02:30:07,513 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731724207137.b8e994568bdadbf077686c74ac4d573d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:07,513 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for b8e994568bdadbf077686c74ac4d573d 2024-11-16T02:30:07,513 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for b8e994568bdadbf077686c74ac4d573d 2024-11-16T02:30:07,513 INFO [StoreOpener-6dae229f8b89bb374240e95b85d8aed0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6dae229f8b89bb374240e95b85d8aed0 2024-11-16T02:30:07,515 INFO [StoreOpener-b8e994568bdadbf077686c74ac4d573d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b8e994568bdadbf077686c74ac4d573d 2024-11-16T02:30:07,515 INFO [StoreOpener-6dae229f8b89bb374240e95b85d8aed0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dae229f8b89bb374240e95b85d8aed0 columnFamilyName family 2024-11-16T02:30:07,515 DEBUG [StoreOpener-6dae229f8b89bb374240e95b85d8aed0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:07,516 INFO [StoreOpener-6dae229f8b89bb374240e95b85d8aed0-1 {}] regionserver.HStore(327): Store=6dae229f8b89bb374240e95b85d8aed0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:07,516 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6dae229f8b89bb374240e95b85d8aed0 2024-11-16T02:30:07,517 INFO [StoreOpener-b8e994568bdadbf077686c74ac4d573d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8e994568bdadbf077686c74ac4d573d columnFamilyName family 2024-11-16T02:30:07,517 DEBUG [StoreOpener-b8e994568bdadbf077686c74ac4d573d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:07,517 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/default/testClearRegionBlockCache/6dae229f8b89bb374240e95b85d8aed0 2024-11-16T02:30:07,517 INFO [StoreOpener-b8e994568bdadbf077686c74ac4d573d-1 {}] regionserver.HStore(327): Store=b8e994568bdadbf077686c74ac4d573d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:07,517 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/default/testClearRegionBlockCache/6dae229f8b89bb374240e95b85d8aed0 2024-11-16T02:30:07,517 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for b8e994568bdadbf077686c74ac4d573d 2024-11-16T02:30:07,518 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6dae229f8b89bb374240e95b85d8aed0 2024-11-16T02:30:07,518 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6dae229f8b89bb374240e95b85d8aed0 2024-11-16T02:30:07,518 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/default/testClearRegionBlockCache/b8e994568bdadbf077686c74ac4d573d 2024-11-16T02:30:07,519 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/default/testClearRegionBlockCache/b8e994568bdadbf077686c74ac4d573d 2024-11-16T02:30:07,519 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for b8e994568bdadbf077686c74ac4d573d 2024-11-16T02:30:07,519 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for b8e994568bdadbf077686c74ac4d573d 2024-11-16T02:30:07,520 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6dae229f8b89bb374240e95b85d8aed0 2024-11-16T02:30:07,522 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for b8e994568bdadbf077686c74ac4d573d 2024-11-16T02:30:07,522 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/default/testClearRegionBlockCache/6dae229f8b89bb374240e95b85d8aed0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:30:07,523 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 6dae229f8b89bb374240e95b85d8aed0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73868837, jitterRate=0.10073144733905792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T02:30:07,523 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6dae229f8b89bb374240e95b85d8aed0 2024-11-16T02:30:07,524 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/default/testClearRegionBlockCache/b8e994568bdadbf077686c74ac4d573d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:30:07,524 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6dae229f8b89bb374240e95b85d8aed0: Running coprocessor pre-open hook at 1731724207511Writing region info on filesystem at 1731724207511Initializing all the Stores at 1731724207513 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724207513Cleaning up temporary data from old regions at 1731724207518 (+5 ms)Running coprocessor post-open hooks at 1731724207523 (+5 ms)Region opened successfully at 1731724207524 (+1 ms) 2024-11-16T02:30:07,525 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened b8e994568bdadbf077686c74ac4d573d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73929338, jitterRate=0.1016329824924469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T02:30:07,525 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8e994568bdadbf077686c74ac4d573d 2024-11-16T02:30:07,525 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for b8e994568bdadbf077686c74ac4d573d: Running coprocessor pre-open hook at 1731724207513Writing region info on filesystem at 1731724207513Initializing all the Stores at 1731724207514 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724207514Cleaning up temporary data from old regions at 1731724207519 (+5 ms)Running coprocessor post-open hooks at 1731724207525 (+6 ms)Region opened successfully at 1731724207525 2024-11-16T02:30:07,525 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731724207137.6dae229f8b89bb374240e95b85d8aed0., pid=7, masterSystemTime=1731724207497 2024-11-16T02:30:07,526 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731724207137.b8e994568bdadbf077686c74ac4d573d., pid=8, masterSystemTime=1731724207500 2024-11-16T02:30:07,528 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731724207137.6dae229f8b89bb374240e95b85d8aed0. 2024-11-16T02:30:07,528 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731724207137.6dae229f8b89bb374240e95b85d8aed0. 2024-11-16T02:30:07,529 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6dae229f8b89bb374240e95b85d8aed0, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,37293,1731724205160 2024-11-16T02:30:07,529 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731724207137.b8e994568bdadbf077686c74ac4d573d. 2024-11-16T02:30:07,529 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731724207137.b8e994568bdadbf077686c74ac4d573d. 2024-11-16T02:30:07,530 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8e994568bdadbf077686c74ac4d573d, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,35179,1731724205197 2024-11-16T02:30:07,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dae229f8b89bb374240e95b85d8aed0, server=667222f7cf1b,37293,1731724205160 because future has completed 2024-11-16T02:30:07,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8e994568bdadbf077686c74ac4d573d, server=667222f7cf1b,35179,1731724205197 because future has completed 2024-11-16T02:30:07,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T02:30:07,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6dae229f8b89bb374240e95b85d8aed0, server=667222f7cf1b,37293,1731724205160 in 192 msec 2024-11-16T02:30:07,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-16T02:30:07,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b8e994568bdadbf077686c74ac4d573d, server=667222f7cf1b,35179,1731724205197 in 190 msec 2024-11-16T02:30:07,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6dae229f8b89bb374240e95b85d8aed0, ASSIGN in 357 msec 2024-11-16T02:30:07,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T02:30:07,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b8e994568bdadbf077686c74ac4d573d, ASSIGN in 358 msec 2024-11-16T02:30:07,542 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:30:07,543 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731724207543"}]},"ts":"1731724207543"} 2024-11-16T02:30:07,545 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-16T02:30:07,547 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:30:07,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 409 msec 2024-11-16T02:30:07,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T02:30:07,760 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T02:30:07,766 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:30:07,767 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T02:30:07,767 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T02:30:07,768 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T02:30:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:07,769 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-16T02:30:07,769 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-16T02:30:07,769 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-16T02:30:07,769 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-16T02:30:07,770 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T02:30:07,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-16T02:30:07,774 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T02:30:07,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-16T02:30:07,777 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731724207137.b8e994568bdadbf077686c74ac4d573d., hostname=667222f7cf1b,35179,1731724205197, seqNum=2] 2024-11-16T02:30:07,778 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:30:07,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:30:07,794 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731724207137.6dae229f8b89bb374240e95b85d8aed0., hostname=667222f7cf1b,37293,1731724205160, seqNum=2] 2024-11-16T02:30:07,806 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6dae229f8b89bb374240e95b85d8aed0 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-16T02:30:07,823 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/default/testClearRegionBlockCache/6dae229f8b89bb374240e95b85d8aed0/.tmp/family/067569072b434e8ca4b0a5c4f0989c5a is 32, key is 5/family:/1731724207795/Put/seqid=0 2024-11-16T02:30:07,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741839_1015 (size=5083) 2024-11-16T02:30:07,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741839_1015 (size=5083) 2024-11-16T02:30:07,833 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/default/testClearRegionBlockCache/6dae229f8b89bb374240e95b85d8aed0/.tmp/family/067569072b434e8ca4b0a5c4f0989c5a 2024-11-16T02:30:07,843 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/default/testClearRegionBlockCache/6dae229f8b89bb374240e95b85d8aed0/.tmp/family/067569072b434e8ca4b0a5c4f0989c5a as hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/default/testClearRegionBlockCache/6dae229f8b89bb374240e95b85d8aed0/family/067569072b434e8ca4b0a5c4f0989c5a 2024-11-16T02:30:07,851 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/default/testClearRegionBlockCache/6dae229f8b89bb374240e95b85d8aed0/family/067569072b434e8ca4b0a5c4f0989c5a, entries=5, sequenceid=9, filesize=5.0 K 2024-11-16T02:30:07,852 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 6dae229f8b89bb374240e95b85d8aed0 in 46ms, sequenceid=9, compaction requested=false 2024-11-16T02:30:07,852 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6dae229f8b89bb374240e95b85d8aed0: 2024-11-16T02:30:07,853 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b8e994568bdadbf077686c74ac4d573d 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-16T02:30:07,869 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/default/testClearRegionBlockCache/b8e994568bdadbf077686c74ac4d573d/.tmp/family/454706dfc93f41888928e7bd508435f6 is 32, key is 1/family:/1731724207780/Put/seqid=0 2024-11-16T02:30:07,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741840_1016 (size=5054) 2024-11-16T02:30:07,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741840_1016 (size=5054) 2024-11-16T02:30:07,876 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/default/testClearRegionBlockCache/b8e994568bdadbf077686c74ac4d573d/.tmp/family/454706dfc93f41888928e7bd508435f6 2024-11-16T02:30:07,884 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/default/testClearRegionBlockCache/b8e994568bdadbf077686c74ac4d573d/.tmp/family/454706dfc93f41888928e7bd508435f6 as hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/default/testClearRegionBlockCache/b8e994568bdadbf077686c74ac4d573d/family/454706dfc93f41888928e7bd508435f6 2024-11-16T02:30:07,892 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/default/testClearRegionBlockCache/b8e994568bdadbf077686c74ac4d573d/family/454706dfc93f41888928e7bd508435f6, entries=4, sequenceid=8, filesize=4.9 K 2024-11-16T02:30:07,894 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for b8e994568bdadbf077686c74ac4d573d in 42ms, sequenceid=8, compaction requested=false 2024-11-16T02:30:07,894 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b8e994568bdadbf077686c74ac4d573d: 2024-11-16T02:30:07,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:30:07,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:30:07,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:30:07,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:07,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:07,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:30:07,899 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:30:07,899 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1185497510, stopped=false 2024-11-16T02:30:07,900 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,42987,1731724204998 2024-11-16T02:30:07,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x101417a575c0001, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:07,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35179-0x101417a575c0002, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:07,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:07,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x101417a575c0001, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:07,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35179-0x101417a575c0002, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:07,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:07,947 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:30:07,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37293-0x101417a575c0001, quorum=127.0.0.1:53208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:07,948 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:30:07,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35179-0x101417a575c0002, quorum=127.0.0.1:53208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:07,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:07,948 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:30:07,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:07,948 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,37293,1731724205160' ***** 2024-11-16T02:30:07,949 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:30:07,949 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,35179,1731724205197' ***** 2024-11-16T02:30:07,949 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:30:07,949 INFO [RS:0;667222f7cf1b:37293 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:30:07,949 INFO [RS:1;667222f7cf1b:35179 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:30:07,949 INFO [RS:0;667222f7cf1b:37293 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:30:07,949 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:30:07,949 INFO [RS:1;667222f7cf1b:35179 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:30:07,949 INFO [RS:0;667222f7cf1b:37293 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:30:07,949 INFO [RS:1;667222f7cf1b:35179 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:30:07,949 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:30:07,949 INFO [RS:0;667222f7cf1b:37293 {}] regionserver.HRegionServer(3091): Received CLOSE for 6dae229f8b89bb374240e95b85d8aed0 2024-11-16T02:30:07,949 INFO [RS:1;667222f7cf1b:35179 {}] regionserver.HRegionServer(3091): Received CLOSE for b8e994568bdadbf077686c74ac4d573d 2024-11-16T02:30:07,949 INFO [RS:0;667222f7cf1b:37293 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,37293,1731724205160 2024-11-16T02:30:07,950 INFO [RS:0;667222f7cf1b:37293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:30:07,950 INFO [RS:1;667222f7cf1b:35179 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,35179,1731724205197 2024-11-16T02:30:07,950 INFO [RS:1;667222f7cf1b:35179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:30:07,950 INFO [RS:0;667222f7cf1b:37293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:37293. 2024-11-16T02:30:07,950 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6dae229f8b89bb374240e95b85d8aed0, disabling compactions & flushes 2024-11-16T02:30:07,950 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8e994568bdadbf077686c74ac4d573d, disabling compactions & flushes 2024-11-16T02:30:07,950 INFO [RS:1;667222f7cf1b:35179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;667222f7cf1b:35179. 2024-11-16T02:30:07,950 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731724207137.6dae229f8b89bb374240e95b85d8aed0. 2024-11-16T02:30:07,950 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731724207137.b8e994568bdadbf077686c74ac4d573d. 2024-11-16T02:30:07,950 DEBUG [RS:0;667222f7cf1b:37293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:30:07,950 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731724207137.6dae229f8b89bb374240e95b85d8aed0. 2024-11-16T02:30:07,950 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731724207137.b8e994568bdadbf077686c74ac4d573d. 2024-11-16T02:30:07,950 DEBUG [RS:1;667222f7cf1b:35179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:30:07,950 DEBUG [RS:0;667222f7cf1b:37293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:07,950 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731724207137.b8e994568bdadbf077686c74ac4d573d. after waiting 0 ms 2024-11-16T02:30:07,950 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731724207137.6dae229f8b89bb374240e95b85d8aed0. after waiting 0 ms 2024-11-16T02:30:07,950 DEBUG [RS:1;667222f7cf1b:35179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:07,950 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731724207137.b8e994568bdadbf077686c74ac4d573d. 2024-11-16T02:30:07,950 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731724207137.6dae229f8b89bb374240e95b85d8aed0. 2024-11-16T02:30:07,950 INFO [RS:0;667222f7cf1b:37293 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:30:07,950 INFO [RS:1;667222f7cf1b:35179 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T02:30:07,950 INFO [RS:0;667222f7cf1b:37293 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:30:07,950 DEBUG [RS:1;667222f7cf1b:35179 {}] regionserver.HRegionServer(1325): Online Regions={b8e994568bdadbf077686c74ac4d573d=testClearRegionBlockCache,,1731724207137.b8e994568bdadbf077686c74ac4d573d.} 2024-11-16T02:30:07,950 INFO [RS:0;667222f7cf1b:37293 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:30:07,950 DEBUG [RS:1;667222f7cf1b:35179 {}] regionserver.HRegionServer(1351): Waiting on b8e994568bdadbf077686c74ac4d573d 2024-11-16T02:30:07,950 INFO [RS:0;667222f7cf1b:37293 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:30:07,951 INFO [RS:0;667222f7cf1b:37293 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T02:30:07,951 DEBUG [RS:0;667222f7cf1b:37293 {}] regionserver.HRegionServer(1325): Online Regions={6dae229f8b89bb374240e95b85d8aed0=testClearRegionBlockCache,5,1731724207137.6dae229f8b89bb374240e95b85d8aed0., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T02:30:07,951 DEBUG [RS:0;667222f7cf1b:37293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dae229f8b89bb374240e95b85d8aed0 2024-11-16T02:30:07,951 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:30:07,951 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:30:07,951 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:30:07,951 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:30:07,951 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:30:07,951 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-16T02:30:07,955 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/default/testClearRegionBlockCache/b8e994568bdadbf077686c74ac4d573d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T02:30:07,956 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/default/testClearRegionBlockCache/6dae229f8b89bb374240e95b85d8aed0/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-16T02:30:07,956 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731724207137.b8e994568bdadbf077686c74ac4d573d. 2024-11-16T02:30:07,956 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8e994568bdadbf077686c74ac4d573d: Waiting for close lock at 1731724207950Running coprocessor pre-close hooks at 1731724207950Disabling compacts and flushes for region at 1731724207950Disabling writes for close at 1731724207950Writing region close event to WAL at 1731724207951 (+1 ms)Running coprocessor post-close hooks at 1731724207956 (+5 ms)Closed at 1731724207956 2024-11-16T02:30:07,956 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731724207137.b8e994568bdadbf077686c74ac4d573d. 2024-11-16T02:30:07,957 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731724207137.6dae229f8b89bb374240e95b85d8aed0. 2024-11-16T02:30:07,957 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6dae229f8b89bb374240e95b85d8aed0: Waiting for close lock at 1731724207950Running coprocessor pre-close hooks at 1731724207950Disabling compacts and flushes for region at 1731724207950Disabling writes for close at 1731724207950Writing region close event to WAL at 1731724207951 (+1 ms)Running coprocessor post-close hooks at 1731724207957 (+6 ms)Closed at 1731724207957 2024-11-16T02:30:07,957 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731724207137.6dae229f8b89bb374240e95b85d8aed0. 2024-11-16T02:30:07,975 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/hbase/meta/1588230740/.tmp/info/a38d238c8c1d4010a58b6ec85294fb1e is 173, key is testClearRegionBlockCache,5,1731724207137.6dae229f8b89bb374240e95b85d8aed0./info:regioninfo/1731724207529/Put/seqid=0 2024-11-16T02:30:07,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741841_1017 (size=8173) 2024-11-16T02:30:07,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741841_1017 (size=8173) 2024-11-16T02:30:07,982 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/hbase/meta/1588230740/.tmp/info/a38d238c8c1d4010a58b6ec85294fb1e 2024-11-16T02:30:07,999 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:30:08,000 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:30:08,005 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/hbase/meta/1588230740/.tmp/ns/2c5568c4874a49958b8bdabb25499b7f is 43, key is default/ns:d/1731724207089/Put/seqid=0 2024-11-16T02:30:08,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741842_1018 (size=5153) 2024-11-16T02:30:08,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741842_1018 (size=5153) 2024-11-16T02:30:08,012 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/hbase/meta/1588230740/.tmp/ns/2c5568c4874a49958b8bdabb25499b7f 2024-11-16T02:30:08,037 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/hbase/meta/1588230740/.tmp/table/41b480ebb3cf413da84ab9edd52e9300 is 61, key is testClearRegionBlockCache/table:state/1731724207543/Put/seqid=0 2024-11-16T02:30:08,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741843_1019 (size=5312) 2024-11-16T02:30:08,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741843_1019 (size=5312) 2024-11-16T02:30:08,043 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/hbase/meta/1588230740/.tmp/table/41b480ebb3cf413da84ab9edd52e9300 2024-11-16T02:30:08,052 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/hbase/meta/1588230740/.tmp/info/a38d238c8c1d4010a58b6ec85294fb1e as hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/hbase/meta/1588230740/info/a38d238c8c1d4010a58b6ec85294fb1e 2024-11-16T02:30:08,061 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/hbase/meta/1588230740/info/a38d238c8c1d4010a58b6ec85294fb1e, entries=20, sequenceid=13, filesize=8.0 K 2024-11-16T02:30:08,062 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/hbase/meta/1588230740/.tmp/ns/2c5568c4874a49958b8bdabb25499b7f as hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/hbase/meta/1588230740/ns/2c5568c4874a49958b8bdabb25499b7f 2024-11-16T02:30:08,070 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/hbase/meta/1588230740/ns/2c5568c4874a49958b8bdabb25499b7f, entries=2, sequenceid=13, filesize=5.0 K 2024-11-16T02:30:08,072 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/hbase/meta/1588230740/.tmp/table/41b480ebb3cf413da84ab9edd52e9300 as hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/hbase/meta/1588230740/table/41b480ebb3cf413da84ab9edd52e9300 2024-11-16T02:30:08,080 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/hbase/meta/1588230740/table/41b480ebb3cf413da84ab9edd52e9300, entries=2, sequenceid=13, filesize=5.2 K 2024-11-16T02:30:08,082 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 131ms, sequenceid=13, compaction requested=false 2024-11-16T02:30:08,087 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-16T02:30:08,088 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:30:08,088 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:30:08,088 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731724207951Running coprocessor pre-close hooks at 1731724207951Disabling compacts and flushes for region at 1731724207951Disabling writes for close at 1731724207951Obtaining lock to block concurrent updates at 1731724207951Preparing flush snapshotting stores in 1588230740 at 1731724207951Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731724207952 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731724207953 (+1 ms)Flushing 1588230740/info: creating writer at 1731724207953Flushing 1588230740/info: appending metadata at 1731724207974 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731724207975 (+1 ms)Flushing 1588230740/ns: creating writer at 1731724207989 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731724208005 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731724208005Flushing 1588230740/table: creating writer at 1731724208021 (+16 ms)Flushing 1588230740/table: appending metadata at 1731724208036 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731724208036Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52338380: reopening flushed file at 1731724208051 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e66783a: reopening flushed file at 1731724208061 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2616c80: reopening flushed file at 1731724208070 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 131ms, sequenceid=13, compaction requested=false at 1731724208082 (+12 ms)Writing region close event to WAL at 1731724208083 (+1 ms)Running coprocessor post-close hooks at 1731724208088 (+5 ms)Closed at 1731724208088 2024-11-16T02:30:08,088 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:30:08,150 INFO [RS:1;667222f7cf1b:35179 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,35179,1731724205197; all regions closed. 2024-11-16T02:30:08,151 INFO [RS:0;667222f7cf1b:37293 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,37293,1731724205160; all regions closed. 2024-11-16T02:30:08,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741835_1011 (size=4338) 2024-11-16T02:30:08,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741833_1009 (size=1758) 2024-11-16T02:30:08,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741835_1011 (size=4338) 2024-11-16T02:30:08,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741833_1009 (size=1758) 2024-11-16T02:30:08,157 DEBUG [RS:0;667222f7cf1b:37293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/oldWALs 2024-11-16T02:30:08,157 INFO [RS:0;667222f7cf1b:37293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C37293%2C1731724205160.meta:.meta(num 1731724207001) 2024-11-16T02:30:08,157 DEBUG [RS:1;667222f7cf1b:35179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/oldWALs 2024-11-16T02:30:08,157 INFO [RS:1;667222f7cf1b:35179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C35179%2C1731724205197:(num 1731724206439) 2024-11-16T02:30:08,157 DEBUG [RS:1;667222f7cf1b:35179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:08,157 INFO [RS:1;667222f7cf1b:35179 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:30:08,157 INFO [RS:1;667222f7cf1b:35179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:30:08,157 INFO [RS:1;667222f7cf1b:35179 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T02:30:08,157 INFO [RS:1;667222f7cf1b:35179 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:30:08,157 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:30:08,157 INFO [RS:1;667222f7cf1b:35179 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:30:08,158 INFO [RS:1;667222f7cf1b:35179 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:30:08,158 INFO [RS:1;667222f7cf1b:35179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:30:08,158 INFO [RS:1;667222f7cf1b:35179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35179 2024-11-16T02:30:08,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741834_1010 (size=1867) 2024-11-16T02:30:08,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741834_1010 (size=1867) 2024-11-16T02:30:08,163 DEBUG [RS:0;667222f7cf1b:37293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/oldWALs 2024-11-16T02:30:08,163 INFO [RS:0;667222f7cf1b:37293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C37293%2C1731724205160:(num 1731724206439) 2024-11-16T02:30:08,163 DEBUG [RS:0;667222f7cf1b:37293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:08,163 INFO [RS:0;667222f7cf1b:37293 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:30:08,163 INFO [RS:0;667222f7cf1b:37293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:30:08,164 INFO [RS:0;667222f7cf1b:37293 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T02:30:08,164 INFO [RS:0;667222f7cf1b:37293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:30:08,164 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:30:08,164 INFO [RS:0;667222f7cf1b:37293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37293 2024-11-16T02:30:08,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T02:30:08,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35179-0x101417a575c0002, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/667222f7cf1b,35179,1731724205197 2024-11-16T02:30:08,168 INFO [RS:1;667222f7cf1b:35179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:30:08,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x101417a575c0001, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/667222f7cf1b,37293,1731724205160 2024-11-16T02:30:08,179 INFO [RS:0;667222f7cf1b:37293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:30:08,179 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,37293,1731724205160] 2024-11-16T02:30:08,199 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/667222f7cf1b,37293,1731724205160 already deleted, retry=false 2024-11-16T02:30:08,199 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,37293,1731724205160 expired; onlineServers=1 2024-11-16T02:30:08,200 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,35179,1731724205197] 2024-11-16T02:30:08,210 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/667222f7cf1b,35179,1731724205197 already deleted, retry=false 2024-11-16T02:30:08,210 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,35179,1731724205197 expired; onlineServers=0 2024-11-16T02:30:08,210 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,42987,1731724204998' ***** 2024-11-16T02:30:08,210 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:30:08,210 INFO [M:0;667222f7cf1b:42987 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:30:08,210 INFO [M:0;667222f7cf1b:42987 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:30:08,210 DEBUG [M:0;667222f7cf1b:42987 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:30:08,211 DEBUG [M:0;667222f7cf1b:42987 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:30:08,211 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:30:08,211 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731724206010 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731724206010,5,FailOnTimeoutGroup] 2024-11-16T02:30:08,211 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731724206010 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731724206010,5,FailOnTimeoutGroup] 2024-11-16T02:30:08,211 INFO [M:0;667222f7cf1b:42987 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:30:08,211 INFO [M:0;667222f7cf1b:42987 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:30:08,211 DEBUG [M:0;667222f7cf1b:42987 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:30:08,211 INFO [M:0;667222f7cf1b:42987 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:30:08,211 INFO [M:0;667222f7cf1b:42987 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:30:08,212 INFO [M:0;667222f7cf1b:42987 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:30:08,212 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:30:08,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T02:30:08,221 DEBUG [M:0;667222f7cf1b:42987 {}] zookeeper.ZKUtil(347): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T02:30:08,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:08,221 WARN [M:0;667222f7cf1b:42987 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T02:30:08,222 INFO [M:0;667222f7cf1b:42987 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/.lastflushedseqids 2024-11-16T02:30:08,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741844_1020 (size=182) 2024-11-16T02:30:08,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741844_1020 (size=182) 2024-11-16T02:30:08,229 INFO [M:0;667222f7cf1b:42987 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:30:08,229 INFO [M:0;667222f7cf1b:42987 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:30:08,229 DEBUG [M:0;667222f7cf1b:42987 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:30:08,229 INFO [M:0;667222f7cf1b:42987 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:08,230 DEBUG [M:0;667222f7cf1b:42987 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:08,230 DEBUG [M:0;667222f7cf1b:42987 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:30:08,230 DEBUG [M:0;667222f7cf1b:42987 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:08,230 INFO [M:0;667222f7cf1b:42987 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-16T02:30:08,246 DEBUG [M:0;667222f7cf1b:42987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/203d40c7d5d44450b706ff6a1a75fe00 is 82, key is hbase:meta,,1/info:regioninfo/1731724207051/Put/seqid=0 2024-11-16T02:30:08,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741845_1021 (size=5672) 2024-11-16T02:30:08,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741845_1021 (size=5672) 2024-11-16T02:30:08,253 INFO [M:0;667222f7cf1b:42987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/203d40c7d5d44450b706ff6a1a75fe00 2024-11-16T02:30:08,275 DEBUG [M:0;667222f7cf1b:42987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af1649cf26fe4c7180054295e77ad83b is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731724207549/Put/seqid=0 2024-11-16T02:30:08,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741846_1022 (size=6219) 2024-11-16T02:30:08,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741846_1022 (size=6219) 2024-11-16T02:30:08,283 INFO [M:0;667222f7cf1b:42987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af1649cf26fe4c7180054295e77ad83b 2024-11-16T02:30:08,289 INFO [RS:1;667222f7cf1b:35179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:30:08,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35179-0x101417a575c0002, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:08,289 INFO [RS:1;667222f7cf1b:35179 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,35179,1731724205197; zookeeper connection closed. 2024-11-16T02:30:08,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35179-0x101417a575c0002, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:08,290 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24cd7d45 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24cd7d45 2024-11-16T02:30:08,300 INFO [RS:0;667222f7cf1b:37293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:30:08,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x101417a575c0001, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:08,300 INFO [RS:0;667222f7cf1b:37293 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,37293,1731724205160; zookeeper connection closed. 2024-11-16T02:30:08,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37293-0x101417a575c0001, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:08,300 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64fa2d10 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64fa2d10 2024-11-16T02:30:08,300 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-16T02:30:08,315 DEBUG [M:0;667222f7cf1b:42987 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9a50693c9754f90acd7d5f5271e8cba is 69, key is 667222f7cf1b,35179,1731724205197/rs:state/1731724206063/Put/seqid=0 2024-11-16T02:30:08,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741847_1023 (size=5224) 2024-11-16T02:30:08,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741847_1023 (size=5224) 2024-11-16T02:30:08,322 INFO [M:0;667222f7cf1b:42987 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9a50693c9754f90acd7d5f5271e8cba 2024-11-16T02:30:08,334 DEBUG [M:0;667222f7cf1b:42987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/203d40c7d5d44450b706ff6a1a75fe00 as hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/203d40c7d5d44450b706ff6a1a75fe00 2024-11-16T02:30:08,343 INFO [M:0;667222f7cf1b:42987 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/203d40c7d5d44450b706ff6a1a75fe00, entries=8, sequenceid=71, filesize=5.5 K 2024-11-16T02:30:08,344 DEBUG [M:0;667222f7cf1b:42987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af1649cf26fe4c7180054295e77ad83b as hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af1649cf26fe4c7180054295e77ad83b 2024-11-16T02:30:08,351 INFO [M:0;667222f7cf1b:42987 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af1649cf26fe4c7180054295e77ad83b, entries=8, sequenceid=71, filesize=6.1 K 2024-11-16T02:30:08,353 DEBUG [M:0;667222f7cf1b:42987 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9a50693c9754f90acd7d5f5271e8cba as hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9a50693c9754f90acd7d5f5271e8cba 2024-11-16T02:30:08,362 INFO [M:0;667222f7cf1b:42987 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39433/user/jenkins/test-data/fb622afe-87c1-2cfb-d0c7-8e128b9eb980/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9a50693c9754f90acd7d5f5271e8cba, entries=2, sequenceid=71, filesize=5.1 K 2024-11-16T02:30:08,364 INFO [M:0;667222f7cf1b:42987 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=71, compaction requested=false 2024-11-16T02:30:08,365 INFO [M:0;667222f7cf1b:42987 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:08,365 DEBUG [M:0;667222f7cf1b:42987 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731724208229Disabling compacts and flushes for region at 1731724208229Disabling writes for close at 1731724208230 (+1 ms)Obtaining lock to block concurrent updates at 1731724208230Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731724208230Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731724208230Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731724208231 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731724208231Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731724208246 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731724208246Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731724208260 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731724208275 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731724208275Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731724208290 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731724208314 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731724208314Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad45d8: reopening flushed file at 1731724208332 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11162f24: reopening flushed file at 1731724208343 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2194d24e: reopening flushed file at 1731724208352 (+9 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=71, compaction requested=false at 1731724208364 (+12 ms)Writing region close event to WAL at 1731724208365 (+1 ms)Closed at 1731724208365 2024-11-16T02:30:08,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45437 is added to blk_1073741830_1006 (size=35440) 2024-11-16T02:30:08,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37861 is added to blk_1073741830_1006 (size=35440) 2024-11-16T02:30:08,370 INFO [M:0;667222f7cf1b:42987 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:30:08,370 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:30:08,370 INFO [M:0;667222f7cf1b:42987 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42987 2024-11-16T02:30:08,370 INFO [M:0;667222f7cf1b:42987 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:30:08,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:08,479 INFO [M:0;667222f7cf1b:42987 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:30:08,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42987-0x101417a575c0000, quorum=127.0.0.1:53208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:08,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ba7f351{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:30:08,482 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5970583a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:30:08,483 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:30:08,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ba007c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:30:08,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27c6e4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/hadoop.log.dir/,STOPPED} 2024-11-16T02:30:08,485 WARN [BP-674742360-172.17.0.3-1731724202696 heartbeating to localhost/127.0.0.1:39433 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:30:08,485 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:30:08,485 WARN [BP-674742360-172.17.0.3-1731724202696 heartbeating to localhost/127.0.0.1:39433 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-674742360-172.17.0.3-1731724202696 (Datanode Uuid 1059a645-5a36-4dfe-b7dd-8736488ffb5b) service to localhost/127.0.0.1:39433 2024-11-16T02:30:08,485 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:30:08,486 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/cluster_bf4512d6-332a-6401-8bdb-e7e0588ac883/data/data3/current/BP-674742360-172.17.0.3-1731724202696 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:30:08,486 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/cluster_bf4512d6-332a-6401-8bdb-e7e0588ac883/data/data4/current/BP-674742360-172.17.0.3-1731724202696 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:30:08,487 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:30:08,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f16e3fa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:30:08,489 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3dc1e622{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:30:08,489 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:30:08,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@216dc62a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:30:08,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35aa6870{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/hadoop.log.dir/,STOPPED} 2024-11-16T02:30:08,491 WARN [BP-674742360-172.17.0.3-1731724202696 heartbeating to localhost/127.0.0.1:39433 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:30:08,491 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:30:08,491 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:30:08,491 WARN [BP-674742360-172.17.0.3-1731724202696 heartbeating to localhost/127.0.0.1:39433 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-674742360-172.17.0.3-1731724202696 (Datanode Uuid 96e7e80b-ff65-44b3-84a7-5fea1d110b75) service to localhost/127.0.0.1:39433 2024-11-16T02:30:08,492 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/cluster_bf4512d6-332a-6401-8bdb-e7e0588ac883/data/data1/current/BP-674742360-172.17.0.3-1731724202696 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:30:08,493 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/cluster_bf4512d6-332a-6401-8bdb-e7e0588ac883/data/data2/current/BP-674742360-172.17.0.3-1731724202696 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:30:08,493 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:30:08,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@734eb8a6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:30:08,504 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@511bff7c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:30:08,504 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:30:08,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f1e1206{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:30:08,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@486bf2a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/hadoop.log.dir/,STOPPED} 2024-11-16T02:30:08,511 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T02:30:08,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:30:08,537 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=110 (was 79) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39433 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39433 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39433 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39433 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39433 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39433 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39433 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=441 (was 410) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=536 (was 583), ProcessCount=11 (was 11), AvailableMemoryMB=4361 (was 4517) 2024-11-16T02:30:08,542 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=110, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=536, ProcessCount=11, AvailableMemoryMB=4361 2024-11-16T02:30:08,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/hadoop.log.dir so I do NOT create it in target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094 2024-11-16T02:30:08,555 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T02:30:08,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/hadoop.tmp.dir so I do NOT create it in target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094 2024-11-16T02:30:08,555 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/741145c1-83f8-1f36-b7b5-851f8ee1938a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T02:30:08,555 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094 2024-11-16T02:30:08,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:30:08,555 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/cluster_43b2a80a-a25e-7fab-6d20-f80498ac7570, deleteOnExit=true 2024-11-16T02:30:08,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:30:08,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/test.cache.data in system properties and HBase conf 2024-11-16T02:30:08,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:30:08,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:30:08,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:30:08,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:30:08,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:30:08,556 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:30:08,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:30:08,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:30:08,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:30:08,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:30:08,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:30:08,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:30:08,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:30:08,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:30:08,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:30:08,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:30:08,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:30:08,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:30:08,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:30:08,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:30:08,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:30:08,892 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:30:08,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:30:08,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:30:08,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:30:08,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:30:08,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c58acd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:30:08,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65bc3aef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:30:08,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62153ea7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/java.io.tmpdir/jetty-localhost-40793-hadoop-hdfs-3_4_1-tests_jar-_-any-8228363560073504523/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:30:08,991 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ed4d2cd{HTTP/1.1, (http/1.1)}{localhost:40793} 2024-11-16T02:30:08,991 INFO [Time-limited test {}] server.Server(415): Started @18255ms 2024-11-16T02:30:09,247 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:30:09,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:30:09,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:30:09,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:30:09,252 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:30:09,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bc9de68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:30:09,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f1448d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:30:09,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7347b92c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/java.io.tmpdir/jetty-localhost-42625-hadoop-hdfs-3_4_1-tests_jar-_-any-5586601241615081914/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:30:09,347 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f502323{HTTP/1.1, (http/1.1)}{localhost:42625} 2024-11-16T02:30:09,347 INFO [Time-limited test {}] server.Server(415): Started @18611ms 2024-11-16T02:30:09,348 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:30:09,375 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:30:09,379 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:30:09,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:30:09,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:30:09,380 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:30:09,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@629d4e68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:30:09,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@109c261f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:30:09,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1aef03e7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/java.io.tmpdir/jetty-localhost-42859-hadoop-hdfs-3_4_1-tests_jar-_-any-13538104935916686580/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:30:09,477 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10947f36{HTTP/1.1, (http/1.1)}{localhost:42859} 2024-11-16T02:30:09,477 INFO [Time-limited test {}] server.Server(415): Started @18741ms 2024-11-16T02:30:09,479 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:30:10,368 WARN [Thread-631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/cluster_43b2a80a-a25e-7fab-6d20-f80498ac7570/data/data1/current/BP-421157377-172.17.0.3-1731724208581/current, will proceed with Du for space computation calculation, 2024-11-16T02:30:10,376 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/cluster_43b2a80a-a25e-7fab-6d20-f80498ac7570/data/data2/current/BP-421157377-172.17.0.3-1731724208581/current, will proceed with Du for space computation calculation, 2024-11-16T02:30:10,400 WARN [Thread-595 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:30:10,409 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8cbf555669e5ed1 with lease ID 0x4ac322348eaf4d2d: Processing first storage report for DS-e5bb2c3b-432b-4800-a6e5-54e1551fe0b1 from datanode DatanodeRegistration(127.0.0.1:46159, datanodeUuid=3bc8968d-3ec5-4edc-8c52-c8ce174b8ae4, infoPort=41659, infoSecurePort=0, ipcPort=33271, storageInfo=lv=-57;cid=testClusterID;nsid=1221005852;c=1731724208581) 2024-11-16T02:30:10,410 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8cbf555669e5ed1 with lease ID 0x4ac322348eaf4d2d: from storage DS-e5bb2c3b-432b-4800-a6e5-54e1551fe0b1 node DatanodeRegistration(127.0.0.1:46159, datanodeUuid=3bc8968d-3ec5-4edc-8c52-c8ce174b8ae4, infoPort=41659, infoSecurePort=0, ipcPort=33271, storageInfo=lv=-57;cid=testClusterID;nsid=1221005852;c=1731724208581), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:30:10,410 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8cbf555669e5ed1 with lease ID 0x4ac322348eaf4d2d: Processing first storage report for DS-dbb98ebc-dcd0-45c0-9cc2-cf4c4f418539 from datanode DatanodeRegistration(127.0.0.1:46159, datanodeUuid=3bc8968d-3ec5-4edc-8c52-c8ce174b8ae4, infoPort=41659, infoSecurePort=0, ipcPort=33271, storageInfo=lv=-57;cid=testClusterID;nsid=1221005852;c=1731724208581) 2024-11-16T02:30:10,410 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8cbf555669e5ed1 with lease ID 0x4ac322348eaf4d2d: from storage DS-dbb98ebc-dcd0-45c0-9cc2-cf4c4f418539 node DatanodeRegistration(127.0.0.1:46159, datanodeUuid=3bc8968d-3ec5-4edc-8c52-c8ce174b8ae4, infoPort=41659, infoSecurePort=0, ipcPort=33271, storageInfo=lv=-57;cid=testClusterID;nsid=1221005852;c=1731724208581), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:30:10,504 WARN [Thread-642 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/cluster_43b2a80a-a25e-7fab-6d20-f80498ac7570/data/data3/current/BP-421157377-172.17.0.3-1731724208581/current, will proceed with Du for space computation calculation, 2024-11-16T02:30:10,505 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/cluster_43b2a80a-a25e-7fab-6d20-f80498ac7570/data/data4/current/BP-421157377-172.17.0.3-1731724208581/current, will proceed with Du for space computation calculation, 2024-11-16T02:30:10,534 WARN [Thread-618 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:30:10,537 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13c4493489796b47 with lease ID 0x4ac322348eaf4d2e: Processing first storage report for DS-858436a1-5ac3-4302-a649-9ffd64ff22dc from datanode DatanodeRegistration(127.0.0.1:34789, datanodeUuid=f8e97573-ed07-44be-96c9-7458b9798716, infoPort=46873, infoSecurePort=0, ipcPort=43939, storageInfo=lv=-57;cid=testClusterID;nsid=1221005852;c=1731724208581) 2024-11-16T02:30:10,537 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13c4493489796b47 with lease ID 0x4ac322348eaf4d2e: from storage DS-858436a1-5ac3-4302-a649-9ffd64ff22dc node DatanodeRegistration(127.0.0.1:34789, datanodeUuid=f8e97573-ed07-44be-96c9-7458b9798716, infoPort=46873, infoSecurePort=0, ipcPort=43939, storageInfo=lv=-57;cid=testClusterID;nsid=1221005852;c=1731724208581), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:30:10,537 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13c4493489796b47 with lease ID 0x4ac322348eaf4d2e: Processing first storage report for DS-1d8a3acd-6b79-4cfc-8aa3-dd5e6542011d from datanode DatanodeRegistration(127.0.0.1:34789, datanodeUuid=f8e97573-ed07-44be-96c9-7458b9798716, infoPort=46873, infoSecurePort=0, ipcPort=43939, storageInfo=lv=-57;cid=testClusterID;nsid=1221005852;c=1731724208581) 2024-11-16T02:30:10,537 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13c4493489796b47 with lease ID 0x4ac322348eaf4d2e: from storage DS-1d8a3acd-6b79-4cfc-8aa3-dd5e6542011d node DatanodeRegistration(127.0.0.1:34789, datanodeUuid=f8e97573-ed07-44be-96c9-7458b9798716, infoPort=46873, infoSecurePort=0, ipcPort=43939, storageInfo=lv=-57;cid=testClusterID;nsid=1221005852;c=1731724208581), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:30:10,614 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094 2024-11-16T02:30:10,616 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/cluster_43b2a80a-a25e-7fab-6d20-f80498ac7570/zookeeper_0, clientPort=54551, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/cluster_43b2a80a-a25e-7fab-6d20-f80498ac7570/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/cluster_43b2a80a-a25e-7fab-6d20-f80498ac7570/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T02:30:10,617 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54551 2024-11-16T02:30:10,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:10,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:10,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46159 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:30:10,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:30:10,633 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1 with version=8 2024-11-16T02:30:10,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/hbase-staging 2024-11-16T02:30:10,635 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:30:10,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:10,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:10,636 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:30:10,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:10,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:30:10,636 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:30:10,636 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:30:10,637 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41321 2024-11-16T02:30:10,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41321 connecting to ZooKeeper ensemble=127.0.0.1:54551 2024-11-16T02:30:10,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413210x0, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:30:10,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41321-0x101417a6d630000 connected 2024-11-16T02:30:10,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:10,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:10,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:10,784 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1, hbase.cluster.distributed=false 2024-11-16T02:30:10,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T02:30:10,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41321 2024-11-16T02:30:10,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41321 2024-11-16T02:30:10,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41321 2024-11-16T02:30:10,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41321 2024-11-16T02:30:10,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41321 2024-11-16T02:30:10,812 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:30:10,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:10,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:10,813 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:30:10,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:10,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:30:10,813 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:30:10,813 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:30:10,814 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43691 2024-11-16T02:30:10,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43691 connecting to ZooKeeper ensemble=127.0.0.1:54551 2024-11-16T02:30:10,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:10,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:10,831 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436910x0, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:30:10,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436910x0, quorum=127.0.0.1:54551, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:10,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43691-0x101417a6d630001 connected 2024-11-16T02:30:10,832 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:30:10,833 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:30:10,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43691-0x101417a6d630001, quorum=127.0.0.1:54551, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T02:30:10,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43691-0x101417a6d630001, quorum=127.0.0.1:54551, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T02:30:10,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43691 2024-11-16T02:30:10,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43691 2024-11-16T02:30:10,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43691 2024-11-16T02:30:10,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43691 2024-11-16T02:30:10,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43691 2024-11-16T02:30:10,854 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:30:10,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:10,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:10,854 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:30:10,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:10,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:30:10,854 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:30:10,855 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:30:10,855 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41929 2024-11-16T02:30:10,857 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41929 connecting to ZooKeeper ensemble=127.0.0.1:54551 2024-11-16T02:30:10,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:10,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:10,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419290x0, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:30:10,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419290x0, quorum=127.0.0.1:54551, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:10,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41929-0x101417a6d630002 connected 2024-11-16T02:30:10,874 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:30:10,875 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:30:10,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41929-0x101417a6d630002, quorum=127.0.0.1:54551, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T02:30:10,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41929-0x101417a6d630002, quorum=127.0.0.1:54551, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T02:30:10,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41929 2024-11-16T02:30:10,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41929 2024-11-16T02:30:10,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41929 2024-11-16T02:30:10,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41929 2024-11-16T02:30:10,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41929 2024-11-16T02:30:10,898 DEBUG [M:0;667222f7cf1b:41321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:41321 2024-11-16T02:30:10,898 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/667222f7cf1b,41321,1731724210635 2024-11-16T02:30:10,905 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43691-0x101417a6d630001, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:10,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:10,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101417a6d630002, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:10,905 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/667222f7cf1b,41321,1731724210635 2024-11-16T02:30:10,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101417a6d630002, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T02:30:10,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:10,915 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43691-0x101417a6d630001, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T02:30:10,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101417a6d630002, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:10,915 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43691-0x101417a6d630001, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:10,916 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T02:30:10,916 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/667222f7cf1b,41321,1731724210635 from backup master directory 2024-11-16T02:30:10,926 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43691-0x101417a6d630001, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:10,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/667222f7cf1b,41321,1731724210635 2024-11-16T02:30:10,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101417a6d630002, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:10,926 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:30:10,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:10,926 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,41321,1731724210635 2024-11-16T02:30:10,931 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/hbase.id] with ID: 079672a3-f526-4e06-b1a6-9e986bdb08a8 2024-11-16T02:30:10,931 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/.tmp/hbase.id 2024-11-16T02:30:10,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:30:10,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46159 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:30:11,340 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/.tmp/hbase.id]:[hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/hbase.id] 2024-11-16T02:30:11,356 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:11,356 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:30:11,358 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T02:30:11,419 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43691-0x101417a6d630001, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:11,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101417a6d630002, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:11,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:11,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:30:11,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46159 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:30:11,430 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:30:11,431 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:30:11,431 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:30:11,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46159 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:30:11,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:30:11,440 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/MasterData/data/master/store 2024-11-16T02:30:11,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:30:11,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46159 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:30:11,849 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:11,850 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:30:11,850 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:11,850 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:11,850 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:30:11,850 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:11,850 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:11,850 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731724211850Disabling compacts and flushes for region at 1731724211850Disabling writes for close at 1731724211850Writing region close event to WAL at 1731724211850Closed at 1731724211850 2024-11-16T02:30:11,851 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/MasterData/data/master/store/.initializing 2024-11-16T02:30:11,851 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/MasterData/WALs/667222f7cf1b,41321,1731724210635 2024-11-16T02:30:11,852 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:30:11,855 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C41321%2C1731724210635, suffix=, logDir=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/MasterData/WALs/667222f7cf1b,41321,1731724210635, archiveDir=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/MasterData/oldWALs, maxLogs=10 2024-11-16T02:30:11,874 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/MasterData/WALs/667222f7cf1b,41321,1731724210635/667222f7cf1b%2C41321%2C1731724210635.1731724211855, exclude list is [], retry=0 2024-11-16T02:30:11,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34789,DS-858436a1-5ac3-4302-a649-9ffd64ff22dc,DISK] 2024-11-16T02:30:11,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46159,DS-e5bb2c3b-432b-4800-a6e5-54e1551fe0b1,DISK] 2024-11-16T02:30:11,881 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/MasterData/WALs/667222f7cf1b,41321,1731724210635/667222f7cf1b%2C41321%2C1731724210635.1731724211855 2024-11-16T02:30:11,882 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46873:46873),(127.0.0.1/127.0.0.1:41659:41659)] 2024-11-16T02:30:11,882 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:30:11,882 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:11,882 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:11,882 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:11,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:11,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:30:11,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:11,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:11,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:11,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:30:11,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:11,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:11,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:11,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:30:11,891 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:11,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:11,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:11,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:30:11,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:11,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:11,894 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:11,895 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:11,896 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:11,897 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:11,897 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:11,898 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:30:11,899 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:11,902 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:30:11,902 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74958200, jitterRate=0.11696422100067139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:30:11,903 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731724211882Initializing all the Stores at 1731724211883 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724211883Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724211883Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724211883Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724211883Cleaning up temporary data from old regions at 1731724211897 (+14 ms)Region opened successfully at 1731724211903 (+6 ms) 2024-11-16T02:30:11,904 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:30:11,908 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4801ea29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:30:11,909 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:30:11,909 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:30:11,909 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:30:11,909 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:30:11,910 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:30:11,910 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T02:30:11,910 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:30:11,913 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:30:11,914 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T02:30:11,999 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T02:30:12,000 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:30:12,001 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:30:12,062 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T02:30:12,063 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:30:12,064 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:30:12,073 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T02:30:12,074 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:30:12,083 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T02:30:12,086 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:30:12,094 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T02:30:12,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101417a6d630002, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:12,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:12,104 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43691-0x101417a6d630001, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:12,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:12,104 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43691-0x101417a6d630001, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:12,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101417a6d630002, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:12,105 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,41321,1731724210635, sessionid=0x101417a6d630000, setting cluster-up flag (Was=false) 2024-11-16T02:30:12,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:12,125 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43691-0x101417a6d630001, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:12,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101417a6d630002, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:12,157 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T02:30:12,158 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,41321,1731724210635 2024-11-16T02:30:12,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:12,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101417a6d630002, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:12,178 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43691-0x101417a6d630001, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:12,210 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T02:30:12,211 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,41321,1731724210635 2024-11-16T02:30:12,212 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:30:12,214 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:30:12,214 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:30:12,214 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:30:12,214 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,41321,1731724210635 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:30:12,216 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:30:12,216 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:30:12,216 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:30:12,216 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:30:12,216 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:30:12,216 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:12,216 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:30:12,216 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:12,217 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731724242217 2024-11-16T02:30:12,217 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:30:12,217 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:30:12,217 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:30:12,217 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:30:12,217 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:30:12,217 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:30:12,217 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,218 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:30:12,218 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:30:12,218 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:30:12,218 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:30:12,218 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:30:12,218 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:30:12,218 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:30:12,218 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731724212218,5,FailOnTimeoutGroup] 2024-11-16T02:30:12,218 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731724212218,5,FailOnTimeoutGroup] 2024-11-16T02:30:12,219 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,219 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:30:12,219 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,219 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,219 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:12,219 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:30:12,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46159 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:30:12,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:30:12,233 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:30:12,233 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1 2024-11-16T02:30:12,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46159 is added to blk_1073741832_1008 (size=32) 2024-11-16T02:30:12,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741832_1008 (size=32) 2024-11-16T02:30:12,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:12,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:30:12,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:30:12,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:12,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:12,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:30:12,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:30:12,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:12,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:12,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:30:12,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:30:12,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:12,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:12,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:30:12,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:30:12,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:12,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:12,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:30:12,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/hbase/meta/1588230740 2024-11-16T02:30:12,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/hbase/meta/1588230740 2024-11-16T02:30:12,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:30:12,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:30:12,266 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:30:12,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:30:12,269 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:30:12,270 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68305228, jitterRate=0.017827212810516357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:30:12,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731724212251Initializing all the Stores at 1731724212252 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724212252Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724212252Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724212252Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724212252Cleaning up temporary data from old regions at 1731724212265 (+13 ms)Region opened successfully at 1731724212270 (+5 ms) 2024-11-16T02:30:12,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:30:12,271 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:30:12,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:30:12,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:30:12,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:30:12,271 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:30:12,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731724212271Disabling compacts and flushes for region at 1731724212271Disabling writes for close at 1731724212271Writing region close event to WAL at 1731724212271Closed at 1731724212271 2024-11-16T02:30:12,273 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:30:12,273 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:30:12,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:30:12,274 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:30:12,276 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:30:12,285 INFO [RS:1;667222f7cf1b:41929 {}] regionserver.HRegionServer(746): ClusterId : 079672a3-f526-4e06-b1a6-9e986bdb08a8 2024-11-16T02:30:12,285 INFO [RS:0;667222f7cf1b:43691 {}] regionserver.HRegionServer(746): ClusterId : 079672a3-f526-4e06-b1a6-9e986bdb08a8 2024-11-16T02:30:12,286 DEBUG [RS:1;667222f7cf1b:41929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:30:12,286 DEBUG [RS:0;667222f7cf1b:43691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:30:12,295 DEBUG [RS:1;667222f7cf1b:41929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:30:12,295 DEBUG [RS:0;667222f7cf1b:43691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:30:12,295 DEBUG [RS:1;667222f7cf1b:41929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:30:12,295 DEBUG [RS:0;667222f7cf1b:43691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:30:12,305 DEBUG [RS:0;667222f7cf1b:43691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:30:12,305 DEBUG [RS:1;667222f7cf1b:41929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:30:12,306 DEBUG [RS:0;667222f7cf1b:43691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef1c932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:30:12,306 DEBUG [RS:1;667222f7cf1b:41929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2536e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:30:12,318 DEBUG [RS:1;667222f7cf1b:41929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;667222f7cf1b:41929 2024-11-16T02:30:12,318 DEBUG [RS:0;667222f7cf1b:43691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:43691 2024-11-16T02:30:12,318 INFO [RS:1;667222f7cf1b:41929 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:30:12,318 INFO [RS:0;667222f7cf1b:43691 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:30:12,318 INFO [RS:1;667222f7cf1b:41929 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:30:12,318 INFO [RS:0;667222f7cf1b:43691 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:30:12,318 DEBUG [RS:1;667222f7cf1b:41929 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:30:12,318 DEBUG [RS:0;667222f7cf1b:43691 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:30:12,319 INFO [RS:1;667222f7cf1b:41929 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,41321,1731724210635 with port=41929, startcode=1731724210854 2024-11-16T02:30:12,319 INFO [RS:0;667222f7cf1b:43691 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,41321,1731724210635 with port=43691, startcode=1731724210811 2024-11-16T02:30:12,319 DEBUG [RS:1;667222f7cf1b:41929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:30:12,319 DEBUG [RS:0;667222f7cf1b:43691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:30:12,321 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:30:12,321 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41321 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,41929,1731724210854 2024-11-16T02:30:12,321 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41321 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,41929,1731724210854 2024-11-16T02:30:12,322 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:30:12,323 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41321 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,43691,1731724210811 2024-11-16T02:30:12,323 DEBUG [RS:1;667222f7cf1b:41929 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1 2024-11-16T02:30:12,323 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41321 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,43691,1731724210811 2024-11-16T02:30:12,323 DEBUG [RS:1;667222f7cf1b:41929 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32859 2024-11-16T02:30:12,323 DEBUG [RS:1;667222f7cf1b:41929 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:30:12,325 DEBUG [RS:0;667222f7cf1b:43691 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1 2024-11-16T02:30:12,325 DEBUG [RS:0;667222f7cf1b:43691 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32859 2024-11-16T02:30:12,325 DEBUG [RS:0;667222f7cf1b:43691 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:30:12,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T02:30:12,378 DEBUG [RS:1;667222f7cf1b:41929 {}] zookeeper.ZKUtil(111): regionserver:41929-0x101417a6d630002, quorum=127.0.0.1:54551, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/667222f7cf1b,41929,1731724210854 2024-11-16T02:30:12,378 WARN [RS:1;667222f7cf1b:41929 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:30:12,378 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,43691,1731724210811] 2024-11-16T02:30:12,379 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,41929,1731724210854] 2024-11-16T02:30:12,379 INFO [RS:1;667222f7cf1b:41929 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:30:12,379 DEBUG [RS:0;667222f7cf1b:43691 {}] zookeeper.ZKUtil(111): regionserver:43691-0x101417a6d630001, quorum=127.0.0.1:54551, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/667222f7cf1b,43691,1731724210811 2024-11-16T02:30:12,379 WARN [RS:0;667222f7cf1b:43691 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:30:12,379 DEBUG [RS:1;667222f7cf1b:41929 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/WALs/667222f7cf1b,41929,1731724210854 2024-11-16T02:30:12,379 INFO [RS:0;667222f7cf1b:43691 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:30:12,379 DEBUG [RS:0;667222f7cf1b:43691 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/WALs/667222f7cf1b,43691,1731724210811 2024-11-16T02:30:12,382 INFO [RS:0;667222f7cf1b:43691 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:30:12,382 INFO [RS:1;667222f7cf1b:41929 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:30:12,386 INFO [RS:1;667222f7cf1b:41929 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:30:12,386 INFO [RS:0;667222f7cf1b:43691 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:30:12,386 INFO [RS:1;667222f7cf1b:41929 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:30:12,386 INFO [RS:1;667222f7cf1b:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,386 INFO [RS:1;667222f7cf1b:41929 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:30:12,387 INFO [RS:0;667222f7cf1b:43691 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:30:12,387 INFO [RS:0;667222f7cf1b:43691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,387 INFO [RS:0;667222f7cf1b:43691 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:30:12,387 INFO [RS:1;667222f7cf1b:41929 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:30:12,387 INFO [RS:0;667222f7cf1b:43691 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:30:12,387 INFO [RS:1;667222f7cf1b:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,387 INFO [RS:0;667222f7cf1b:43691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,388 DEBUG [RS:1;667222f7cf1b:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:12,388 DEBUG [RS:0;667222f7cf1b:43691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:12,388 DEBUG [RS:1;667222f7cf1b:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:12,388 DEBUG [RS:1;667222f7cf1b:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:12,388 DEBUG [RS:0;667222f7cf1b:43691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:12,388 DEBUG [RS:1;667222f7cf1b:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:12,388 DEBUG [RS:0;667222f7cf1b:43691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:12,388 DEBUG [RS:1;667222f7cf1b:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:12,388 DEBUG [RS:0;667222f7cf1b:43691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:12,388 DEBUG [RS:1;667222f7cf1b:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:30:12,388 DEBUG [RS:0;667222f7cf1b:43691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:12,388 DEBUG [RS:1;667222f7cf1b:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:12,388 DEBUG [RS:0;667222f7cf1b:43691 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:30:12,388 DEBUG [RS:1;667222f7cf1b:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:12,388 DEBUG [RS:0;667222f7cf1b:43691 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:12,388 DEBUG [RS:1;667222f7cf1b:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:12,388 DEBUG [RS:1;667222f7cf1b:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:12,388 DEBUG [RS:0;667222f7cf1b:43691 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:12,388 DEBUG [RS:1;667222f7cf1b:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:12,388 DEBUG [RS:0;667222f7cf1b:43691 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:12,388 DEBUG [RS:1;667222f7cf1b:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:12,388 DEBUG [RS:0;667222f7cf1b:43691 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:12,389 DEBUG [RS:1;667222f7cf1b:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:30:12,389 DEBUG [RS:0;667222f7cf1b:43691 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:12,389 DEBUG [RS:1;667222f7cf1b:41929 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:30:12,389 DEBUG [RS:0;667222f7cf1b:43691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:12,389 DEBUG [RS:0;667222f7cf1b:43691 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:30:12,389 DEBUG [RS:0;667222f7cf1b:43691 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:30:12,389 INFO [RS:1;667222f7cf1b:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,389 INFO [RS:1;667222f7cf1b:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,389 INFO [RS:1;667222f7cf1b:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,389 INFO [RS:1;667222f7cf1b:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,389 INFO [RS:1;667222f7cf1b:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,389 INFO [RS:1;667222f7cf1b:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,41929,1731724210854-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:30:12,390 INFO [RS:0;667222f7cf1b:43691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,390 INFO [RS:0;667222f7cf1b:43691 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,390 INFO [RS:0;667222f7cf1b:43691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,390 INFO [RS:0;667222f7cf1b:43691 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,390 INFO [RS:0;667222f7cf1b:43691 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,390 INFO [RS:0;667222f7cf1b:43691 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,43691,1731724210811-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:30:12,412 INFO [RS:0;667222f7cf1b:43691 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:30:12,412 INFO [RS:1;667222f7cf1b:41929 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:30:12,412 INFO [RS:1;667222f7cf1b:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,41929,1731724210854-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,412 INFO [RS:0;667222f7cf1b:43691 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,43691,1731724210811-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,412 INFO [RS:0;667222f7cf1b:43691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,412 INFO [RS:1;667222f7cf1b:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,412 INFO [RS:0;667222f7cf1b:43691 {}] regionserver.Replication(171): 667222f7cf1b,43691,1731724210811 started 2024-11-16T02:30:12,412 INFO [RS:1;667222f7cf1b:41929 {}] regionserver.Replication(171): 667222f7cf1b,41929,1731724210854 started 2024-11-16T02:30:12,426 WARN [667222f7cf1b:41321 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T02:30:12,429 INFO [RS:0;667222f7cf1b:43691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,429 INFO [RS:1;667222f7cf1b:41929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,429 INFO [RS:0;667222f7cf1b:43691 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,43691,1731724210811, RpcServer on 667222f7cf1b/172.17.0.3:43691, sessionid=0x101417a6d630001 2024-11-16T02:30:12,429 INFO [RS:1;667222f7cf1b:41929 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,41929,1731724210854, RpcServer on 667222f7cf1b/172.17.0.3:41929, sessionid=0x101417a6d630002 2024-11-16T02:30:12,429 DEBUG [RS:0;667222f7cf1b:43691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:30:12,429 DEBUG [RS:1;667222f7cf1b:41929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:30:12,429 DEBUG [RS:0;667222f7cf1b:43691 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,43691,1731724210811 2024-11-16T02:30:12,429 DEBUG [RS:1;667222f7cf1b:41929 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,41929,1731724210854 2024-11-16T02:30:12,429 DEBUG [RS:0;667222f7cf1b:43691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,43691,1731724210811' 2024-11-16T02:30:12,429 DEBUG [RS:1;667222f7cf1b:41929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,41929,1731724210854' 2024-11-16T02:30:12,429 DEBUG [RS:0;667222f7cf1b:43691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T02:30:12,429 DEBUG [RS:1;667222f7cf1b:41929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T02:30:12,430 DEBUG [RS:0;667222f7cf1b:43691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T02:30:12,430 DEBUG [RS:1;667222f7cf1b:41929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T02:30:12,430 DEBUG [RS:1;667222f7cf1b:41929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:30:12,430 DEBUG [RS:0;667222f7cf1b:43691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:30:12,430 DEBUG [RS:1;667222f7cf1b:41929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:30:12,430 DEBUG [RS:0;667222f7cf1b:43691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:30:12,430 DEBUG [RS:1;667222f7cf1b:41929 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,41929,1731724210854 2024-11-16T02:30:12,430 DEBUG [RS:0;667222f7cf1b:43691 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,43691,1731724210811 2024-11-16T02:30:12,430 DEBUG [RS:1;667222f7cf1b:41929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,41929,1731724210854' 2024-11-16T02:30:12,430 DEBUG [RS:0;667222f7cf1b:43691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,43691,1731724210811' 2024-11-16T02:30:12,430 DEBUG [RS:1;667222f7cf1b:41929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T02:30:12,430 DEBUG [RS:0;667222f7cf1b:43691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T02:30:12,431 DEBUG [RS:0;667222f7cf1b:43691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T02:30:12,431 DEBUG [RS:1;667222f7cf1b:41929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T02:30:12,431 DEBUG [RS:0;667222f7cf1b:43691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:30:12,431 INFO [RS:0;667222f7cf1b:43691 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:30:12,431 INFO [RS:0;667222f7cf1b:43691 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:30:12,431 DEBUG [RS:1;667222f7cf1b:41929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:30:12,431 INFO [RS:1;667222f7cf1b:41929 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:30:12,431 INFO [RS:1;667222f7cf1b:41929 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:30:12,526 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:30:12,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:12,532 INFO [RS:1;667222f7cf1b:41929 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:30:12,532 INFO [RS:0;667222f7cf1b:43691 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:30:12,534 INFO [RS:1;667222f7cf1b:41929 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C41929%2C1731724210854, suffix=, logDir=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/WALs/667222f7cf1b,41929,1731724210854, archiveDir=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/oldWALs, maxLogs=32 2024-11-16T02:30:12,534 INFO [RS:0;667222f7cf1b:43691 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C43691%2C1731724210811, suffix=, logDir=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/WALs/667222f7cf1b,43691,1731724210811, archiveDir=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/oldWALs, maxLogs=32 2024-11-16T02:30:12,550 DEBUG [RS:1;667222f7cf1b:41929 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/WALs/667222f7cf1b,41929,1731724210854/667222f7cf1b%2C41929%2C1731724210854.1731724212536, exclude list is [], retry=0 2024-11-16T02:30:12,554 DEBUG [RS:0;667222f7cf1b:43691 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/WALs/667222f7cf1b,43691,1731724210811/667222f7cf1b%2C43691%2C1731724210811.1731724212536, exclude list is [], retry=0 2024-11-16T02:30:12,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34789,DS-858436a1-5ac3-4302-a649-9ffd64ff22dc,DISK] 2024-11-16T02:30:12,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46159,DS-e5bb2c3b-432b-4800-a6e5-54e1551fe0b1,DISK] 2024-11-16T02:30:12,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46159,DS-e5bb2c3b-432b-4800-a6e5-54e1551fe0b1,DISK] 2024-11-16T02:30:12,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34789,DS-858436a1-5ac3-4302-a649-9ffd64ff22dc,DISK] 2024-11-16T02:30:12,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:12,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:12,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:12,568 INFO [RS:1;667222f7cf1b:41929 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/WALs/667222f7cf1b,41929,1731724210854/667222f7cf1b%2C41929%2C1731724210854.1731724212536 2024-11-16T02:30:12,573 INFO [RS:0;667222f7cf1b:43691 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/WALs/667222f7cf1b,43691,1731724210811/667222f7cf1b%2C43691%2C1731724210811.1731724212536 2024-11-16T02:30:12,576 DEBUG [RS:1;667222f7cf1b:41929 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46873:46873),(127.0.0.1/127.0.0.1:41659:41659)] 2024-11-16T02:30:12,576 DEBUG [RS:0;667222f7cf1b:43691 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41659:41659),(127.0.0.1/127.0.0.1:46873:46873)] 2024-11-16T02:30:12,676 DEBUG [667222f7cf1b:41321 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-16T02:30:12,677 DEBUG [667222f7cf1b:41321 {}] balancer.BalancerClusterState(204): Hosts are {667222f7cf1b=0} racks are {/default-rack=0} 2024-11-16T02:30:12,679 DEBUG [667222f7cf1b:41321 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T02:30:12,679 DEBUG [667222f7cf1b:41321 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T02:30:12,679 DEBUG [667222f7cf1b:41321 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T02:30:12,679 DEBUG [667222f7cf1b:41321 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T02:30:12,679 INFO [667222f7cf1b:41321 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T02:30:12,679 INFO [667222f7cf1b:41321 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T02:30:12,679 DEBUG [667222f7cf1b:41321 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T02:30:12,680 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,41929,1731724210854 2024-11-16T02:30:12,681 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,41929,1731724210854, state=OPENING 2024-11-16T02:30:12,704 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:30:12,715 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43691-0x101417a6d630001, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:12,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101417a6d630002, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:12,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:12,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:12,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:12,716 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:30:12,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:12,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,41929,1731724210854}] 2024-11-16T02:30:12,870 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:30:12,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:30:12,876 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:30:12,876 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:30:12,876 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:30:12,878 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C41929%2C1731724210854.meta, suffix=.meta, logDir=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/WALs/667222f7cf1b,41929,1731724210854, archiveDir=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/oldWALs, maxLogs=32 2024-11-16T02:30:12,893 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/WALs/667222f7cf1b,41929,1731724210854/667222f7cf1b%2C41929%2C1731724210854.meta.1731724212879.meta, exclude list is [], retry=0 2024-11-16T02:30:12,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46159,DS-e5bb2c3b-432b-4800-a6e5-54e1551fe0b1,DISK] 2024-11-16T02:30:12,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34789,DS-858436a1-5ac3-4302-a649-9ffd64ff22dc,DISK] 2024-11-16T02:30:12,898 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/WALs/667222f7cf1b,41929,1731724210854/667222f7cf1b%2C41929%2C1731724210854.meta.1731724212879.meta 2024-11-16T02:30:12,898 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41659:41659),(127.0.0.1/127.0.0.1:46873:46873)] 2024-11-16T02:30:12,899 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:30:12,899 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:30:12,899 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:30:12,899 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:30:12,899 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:30:12,899 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:12,900 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:30:12,900 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:30:12,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:30:12,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:30:12,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:12,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:12,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:30:12,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:30:12,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:12,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:12,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:30:12,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:30:12,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:12,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:12,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:30:12,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:30:12,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:12,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:12,908 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:30:12,909 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/hbase/meta/1588230740 2024-11-16T02:30:12,910 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/hbase/meta/1588230740 2024-11-16T02:30:12,911 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:30:12,911 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:30:12,912 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:30:12,914 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:30:12,914 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72680714, jitterRate=0.08302703499794006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:30:12,915 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:30:12,915 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731724212900Writing region info on filesystem at 1731724212900Initializing all the Stores at 1731724212901 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724212901Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724212901Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724212901Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724212901Cleaning up temporary data from old regions at 1731724212911 (+10 ms)Running coprocessor post-open hooks at 1731724212915 (+4 ms)Region opened successfully at 1731724212915 2024-11-16T02:30:12,917 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731724212869 2024-11-16T02:30:12,919 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:30:12,920 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:30:12,921 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,41929,1731724210854 2024-11-16T02:30:12,922 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,41929,1731724210854, state=OPEN 2024-11-16T02:30:12,935 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43691-0x101417a6d630001, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T02:30:12,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T02:30:12,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101417a6d630002, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T02:30:12,935 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,41929,1731724210854 2024-11-16T02:30:12,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:12,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:12,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:12,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:30:12,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,41929,1731724210854 in 219 msec 2024-11-16T02:30:12,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:30:12,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 666 msec 2024-11-16T02:30:12,944 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:30:12,944 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:30:12,946 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:30:12,946 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,41929,1731724210854, seqNum=-1] 2024-11-16T02:30:12,947 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:30:12,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:30:12,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 742 msec 2024-11-16T02:30:12,957 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731724212957, completionTime=-1 2024-11-16T02:30:12,957 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-16T02:30:12,957 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:30:12,959 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-16T02:30:12,959 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731724272959 2024-11-16T02:30:12,959 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731724332959 2024-11-16T02:30:12,959 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T02:30:12,960 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,41321,1731724210635-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,960 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,41321,1731724210635-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,960 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,41321,1731724210635-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,960 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:41321, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,960 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,961 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,963 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:30:12,965 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.039sec 2024-11-16T02:30:12,965 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:30:12,966 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:30:12,966 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:30:12,966 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:30:12,966 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:30:12,966 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,41321,1731724210635-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:30:12,966 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,41321,1731724210635-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:30:12,968 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:30:12,969 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:30:12,969 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,41321,1731724210635-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:12,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff35b55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:30:12,986 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,41321,-1 for getting cluster id 2024-11-16T02:30:12,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:30:12,988 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '079672a3-f526-4e06-b1a6-9e986bdb08a8' 2024-11-16T02:30:12,989 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:30:12,989 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "079672a3-f526-4e06-b1a6-9e986bdb08a8" 2024-11-16T02:30:12,990 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3a3c66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:30:12,990 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,41321,-1] 2024-11-16T02:30:12,990 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:30:12,990 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:12,991 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:30:12,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10040ab3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:30:12,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:30:12,994 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,41929,1731724210854, seqNum=-1] 2024-11-16T02:30:12,994 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:30:12,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:30:12,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,41321,1731724210635 2024-11-16T02:30:12,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:30:12,998 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,41321,1731724210635 2024-11-16T02:30:12,999 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b4f6707 2024-11-16T02:30:12,999 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:30:13,000 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:30:13,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:30:13,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-16T02:30:13,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:30:13,005 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:13,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-16T02:30:13,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:13,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:30:13,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46159 is added to blk_1073741836_1012 (size=379) 2024-11-16T02:30:13,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741836_1012 (size=379) 2024-11-16T02:30:13,016 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ffae4230c483e98eceeeb3d1b034bde8, NAME => 'testClearRegionBlockCache,,1731724213000.ffae4230c483e98eceeeb3d1b034bde8.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1 2024-11-16T02:30:13,017 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a55875ad06d898f1d0adafef4ef14d27, NAME => 'testClearRegionBlockCache,5,1731724213000.a55875ad06d898f1d0adafef4ef14d27.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1 2024-11-16T02:30:13,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741837_1013 (size=61) 2024-11-16T02:30:13,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46159 is added to blk_1073741837_1013 (size=61) 2024-11-16T02:30:13,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741838_1014 (size=61) 2024-11-16T02:30:13,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46159 is added to blk_1073741838_1014 (size=61) 2024-11-16T02:30:13,033 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731724213000.a55875ad06d898f1d0adafef4ef14d27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:13,033 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing a55875ad06d898f1d0adafef4ef14d27, disabling compactions & flushes 2024-11-16T02:30:13,033 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731724213000.a55875ad06d898f1d0adafef4ef14d27. 2024-11-16T02:30:13,033 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731724213000.a55875ad06d898f1d0adafef4ef14d27. 2024-11-16T02:30:13,033 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731724213000.a55875ad06d898f1d0adafef4ef14d27. after waiting 0 ms 2024-11-16T02:30:13,033 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731724213000.a55875ad06d898f1d0adafef4ef14d27. 2024-11-16T02:30:13,033 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731724213000.a55875ad06d898f1d0adafef4ef14d27. 2024-11-16T02:30:13,034 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for a55875ad06d898f1d0adafef4ef14d27: Waiting for close lock at 1731724213033Disabling compacts and flushes for region at 1731724213033Disabling writes for close at 1731724213033Writing region close event to WAL at 1731724213033Closed at 1731724213033 2024-11-16T02:30:13,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:13,431 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731724213000.ffae4230c483e98eceeeb3d1b034bde8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:13,431 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing ffae4230c483e98eceeeb3d1b034bde8, disabling compactions & flushes 2024-11-16T02:30:13,431 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731724213000.ffae4230c483e98eceeeb3d1b034bde8. 2024-11-16T02:30:13,431 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731724213000.ffae4230c483e98eceeeb3d1b034bde8. 2024-11-16T02:30:13,431 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731724213000.ffae4230c483e98eceeeb3d1b034bde8. after waiting 0 ms 2024-11-16T02:30:13,431 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731724213000.ffae4230c483e98eceeeb3d1b034bde8. 2024-11-16T02:30:13,431 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731724213000.ffae4230c483e98eceeeb3d1b034bde8. 2024-11-16T02:30:13,431 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for ffae4230c483e98eceeeb3d1b034bde8: Waiting for close lock at 1731724213431Disabling compacts and flushes for region at 1731724213431Disabling writes for close at 1731724213431Writing region close event to WAL at 1731724213431Closed at 1731724213431 2024-11-16T02:30:13,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:30:13,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731724213000.a55875ad06d898f1d0adafef4ef14d27.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731724213433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731724213433"}]},"ts":"1731724213433"} 2024-11-16T02:30:13,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731724213000.ffae4230c483e98eceeeb3d1b034bde8.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731724213433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731724213433"}]},"ts":"1731724213433"} 2024-11-16T02:30:13,438 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-16T02:30:13,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:30:13,440 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731724213439"}]},"ts":"1731724213439"} 2024-11-16T02:30:13,442 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-16T02:30:13,443 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {667222f7cf1b=0} racks are {/default-rack=0} 2024-11-16T02:30:13,444 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T02:30:13,444 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T02:30:13,444 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T02:30:13,444 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T02:30:13,444 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T02:30:13,444 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T02:30:13,444 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T02:30:13,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ffae4230c483e98eceeeb3d1b034bde8, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a55875ad06d898f1d0adafef4ef14d27, ASSIGN}] 2024-11-16T02:30:13,447 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a55875ad06d898f1d0adafef4ef14d27, ASSIGN 2024-11-16T02:30:13,447 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ffae4230c483e98eceeeb3d1b034bde8, ASSIGN 2024-11-16T02:30:13,448 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a55875ad06d898f1d0adafef4ef14d27, ASSIGN; state=OFFLINE, location=667222f7cf1b,41929,1731724210854; forceNewPlan=false, retain=false 2024-11-16T02:30:13,448 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ffae4230c483e98eceeeb3d1b034bde8, ASSIGN; state=OFFLINE, location=667222f7cf1b,43691,1731724210811; forceNewPlan=false, retain=false 2024-11-16T02:30:13,598 INFO [667222f7cf1b:41321 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-16T02:30:13,599 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a55875ad06d898f1d0adafef4ef14d27, regionState=OPENING, regionLocation=667222f7cf1b,41929,1731724210854 2024-11-16T02:30:13,599 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ffae4230c483e98eceeeb3d1b034bde8, regionState=OPENING, regionLocation=667222f7cf1b,43691,1731724210811 2024-11-16T02:30:13,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a55875ad06d898f1d0adafef4ef14d27, ASSIGN because future has completed 2024-11-16T02:30:13,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a55875ad06d898f1d0adafef4ef14d27, server=667222f7cf1b,41929,1731724210854}] 2024-11-16T02:30:13,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ffae4230c483e98eceeeb3d1b034bde8, ASSIGN because future has completed 2024-11-16T02:30:13,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffae4230c483e98eceeeb3d1b034bde8, server=667222f7cf1b,43691,1731724210811}] 2024-11-16T02:30:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:13,756 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:30:13,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:30:13,759 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731724213000.a55875ad06d898f1d0adafef4ef14d27. 2024-11-16T02:30:13,760 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a55875ad06d898f1d0adafef4ef14d27, NAME => 'testClearRegionBlockCache,5,1731724213000.a55875ad06d898f1d0adafef4ef14d27.', STARTKEY => '5', ENDKEY => ''} 2024-11-16T02:30:13,760 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a55875ad06d898f1d0adafef4ef14d27 2024-11-16T02:30:13,760 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731724213000.a55875ad06d898f1d0adafef4ef14d27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:13,760 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a55875ad06d898f1d0adafef4ef14d27 2024-11-16T02:30:13,760 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a55875ad06d898f1d0adafef4ef14d27 2024-11-16T02:30:13,762 INFO [StoreOpener-a55875ad06d898f1d0adafef4ef14d27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a55875ad06d898f1d0adafef4ef14d27 2024-11-16T02:30:13,763 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731724213000.ffae4230c483e98eceeeb3d1b034bde8. 2024-11-16T02:30:13,763 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => ffae4230c483e98eceeeb3d1b034bde8, NAME => 'testClearRegionBlockCache,,1731724213000.ffae4230c483e98eceeeb3d1b034bde8.', STARTKEY => '', ENDKEY => '5'} 2024-11-16T02:30:13,764 INFO [StoreOpener-a55875ad06d898f1d0adafef4ef14d27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a55875ad06d898f1d0adafef4ef14d27 columnFamilyName family 2024-11-16T02:30:13,764 DEBUG [StoreOpener-a55875ad06d898f1d0adafef4ef14d27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:13,764 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ffae4230c483e98eceeeb3d1b034bde8 2024-11-16T02:30:13,764 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731724213000.ffae4230c483e98eceeeb3d1b034bde8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:13,764 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for ffae4230c483e98eceeeb3d1b034bde8 2024-11-16T02:30:13,764 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for ffae4230c483e98eceeeb3d1b034bde8 2024-11-16T02:30:13,764 INFO [StoreOpener-a55875ad06d898f1d0adafef4ef14d27-1 {}] regionserver.HStore(327): Store=a55875ad06d898f1d0adafef4ef14d27/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:13,764 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a55875ad06d898f1d0adafef4ef14d27 2024-11-16T02:30:13,765 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/default/testClearRegionBlockCache/a55875ad06d898f1d0adafef4ef14d27 2024-11-16T02:30:13,765 INFO [StoreOpener-ffae4230c483e98eceeeb3d1b034bde8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ffae4230c483e98eceeeb3d1b034bde8 2024-11-16T02:30:13,766 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/default/testClearRegionBlockCache/a55875ad06d898f1d0adafef4ef14d27 2024-11-16T02:30:13,766 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a55875ad06d898f1d0adafef4ef14d27 2024-11-16T02:30:13,766 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a55875ad06d898f1d0adafef4ef14d27 2024-11-16T02:30:13,767 INFO [StoreOpener-ffae4230c483e98eceeeb3d1b034bde8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffae4230c483e98eceeeb3d1b034bde8 columnFamilyName family 2024-11-16T02:30:13,767 DEBUG [StoreOpener-ffae4230c483e98eceeeb3d1b034bde8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:13,767 INFO [StoreOpener-ffae4230c483e98eceeeb3d1b034bde8-1 {}] regionserver.HStore(327): Store=ffae4230c483e98eceeeb3d1b034bde8/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:13,768 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for ffae4230c483e98eceeeb3d1b034bde8 2024-11-16T02:30:13,768 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a55875ad06d898f1d0adafef4ef14d27 2024-11-16T02:30:13,768 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/default/testClearRegionBlockCache/ffae4230c483e98eceeeb3d1b034bde8 2024-11-16T02:30:13,769 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/default/testClearRegionBlockCache/ffae4230c483e98eceeeb3d1b034bde8 2024-11-16T02:30:13,769 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for ffae4230c483e98eceeeb3d1b034bde8 2024-11-16T02:30:13,769 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for ffae4230c483e98eceeeb3d1b034bde8 2024-11-16T02:30:13,770 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/default/testClearRegionBlockCache/a55875ad06d898f1d0adafef4ef14d27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:30:13,771 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened a55875ad06d898f1d0adafef4ef14d27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60000196, jitterRate=-0.10592740774154663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T02:30:13,771 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a55875ad06d898f1d0adafef4ef14d27 2024-11-16T02:30:13,771 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for ffae4230c483e98eceeeb3d1b034bde8 2024-11-16T02:30:13,772 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a55875ad06d898f1d0adafef4ef14d27: Running coprocessor pre-open hook at 1731724213760Writing region info on filesystem at 1731724213760Initializing all the Stores at 1731724213761 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724213761Cleaning up temporary data from old regions at 1731724213766 (+5 ms)Running coprocessor post-open hooks at 1731724213771 (+5 ms)Region opened successfully at 1731724213771 2024-11-16T02:30:13,773 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731724213000.a55875ad06d898f1d0adafef4ef14d27., pid=7, masterSystemTime=1731724213755 2024-11-16T02:30:13,774 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/default/testClearRegionBlockCache/ffae4230c483e98eceeeb3d1b034bde8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:30:13,775 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened ffae4230c483e98eceeeb3d1b034bde8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59525986, jitterRate=-0.11299368739128113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T02:30:13,775 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ffae4230c483e98eceeeb3d1b034bde8 2024-11-16T02:30:13,775 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for ffae4230c483e98eceeeb3d1b034bde8: Running coprocessor pre-open hook at 1731724213764Writing region info on filesystem at 1731724213764Initializing all the Stores at 1731724213765 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724213765Cleaning up temporary data from old regions at 1731724213769 (+4 ms)Running coprocessor post-open hooks at 1731724213775 (+6 ms)Region opened successfully at 1731724213775 2024-11-16T02:30:13,775 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731724213000.a55875ad06d898f1d0adafef4ef14d27. 2024-11-16T02:30:13,776 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731724213000.a55875ad06d898f1d0adafef4ef14d27. 2024-11-16T02:30:13,776 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731724213000.ffae4230c483e98eceeeb3d1b034bde8., pid=8, masterSystemTime=1731724213756 2024-11-16T02:30:13,776 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a55875ad06d898f1d0adafef4ef14d27, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,41929,1731724210854 2024-11-16T02:30:13,779 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731724213000.ffae4230c483e98eceeeb3d1b034bde8. 2024-11-16T02:30:13,779 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731724213000.ffae4230c483e98eceeeb3d1b034bde8. 2024-11-16T02:30:13,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a55875ad06d898f1d0adafef4ef14d27, server=667222f7cf1b,41929,1731724210854 because future has completed 2024-11-16T02:30:13,779 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ffae4230c483e98eceeeb3d1b034bde8, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,43691,1731724210811 2024-11-16T02:30:13,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffae4230c483e98eceeeb3d1b034bde8, server=667222f7cf1b,43691,1731724210811 because future has completed 2024-11-16T02:30:13,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T02:30:13,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a55875ad06d898f1d0adafef4ef14d27, server=667222f7cf1b,41929,1731724210854 in 178 msec 2024-11-16T02:30:13,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a55875ad06d898f1d0adafef4ef14d27, ASSIGN in 338 msec 2024-11-16T02:30:13,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-16T02:30:13,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ffae4230c483e98eceeeb3d1b034bde8, server=667222f7cf1b,43691,1731724210811 in 180 msec 2024-11-16T02:30:13,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T02:30:13,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ffae4230c483e98eceeeb3d1b034bde8, ASSIGN in 341 msec 2024-11-16T02:30:13,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:30:13,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731724213790"}]},"ts":"1731724213790"} 2024-11-16T02:30:13,792 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-16T02:30:13,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:30:13,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 792 msec 2024-11-16T02:30:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:14,147 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-16T02:30:14,147 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-16T02:30:14,147 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T02:30:14,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-16T02:30:14,151 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T02:30:14,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-16T02:30:14,154 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731724213000.ffae4230c483e98eceeeb3d1b034bde8., hostname=667222f7cf1b,43691,1731724210811, seqNum=2] 2024-11-16T02:30:14,155 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:30:14,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:30:14,167 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731724213000.a55875ad06d898f1d0adafef4ef14d27., hostname=667222f7cf1b,41929,1731724210854, seqNum=2] 2024-11-16T02:30:14,178 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ffae4230c483e98eceeeb3d1b034bde8 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-16T02:30:14,194 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/default/testClearRegionBlockCache/ffae4230c483e98eceeeb3d1b034bde8/.tmp/family/ac0f93916a254602821cbf4f8add6e37 is 32, key is 1/family:/1731724214157/Put/seqid=0 2024-11-16T02:30:14,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46159 is added to blk_1073741839_1015 (size=5054) 2024-11-16T02:30:14,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741839_1015 (size=5054) 2024-11-16T02:30:14,200 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/default/testClearRegionBlockCache/ffae4230c483e98eceeeb3d1b034bde8/.tmp/family/ac0f93916a254602821cbf4f8add6e37 2024-11-16T02:30:14,206 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/default/testClearRegionBlockCache/ffae4230c483e98eceeeb3d1b034bde8/.tmp/family/ac0f93916a254602821cbf4f8add6e37 as hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/default/testClearRegionBlockCache/ffae4230c483e98eceeeb3d1b034bde8/family/ac0f93916a254602821cbf4f8add6e37 2024-11-16T02:30:14,214 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/default/testClearRegionBlockCache/ffae4230c483e98eceeeb3d1b034bde8/family/ac0f93916a254602821cbf4f8add6e37, entries=4, sequenceid=8, filesize=4.9 K 2024-11-16T02:30:14,215 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for ffae4230c483e98eceeeb3d1b034bde8 in 37ms, sequenceid=8, compaction requested=false 2024-11-16T02:30:14,215 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ffae4230c483e98eceeeb3d1b034bde8: 2024-11-16T02:30:14,215 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a55875ad06d898f1d0adafef4ef14d27 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-16T02:30:14,230 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/default/testClearRegionBlockCache/a55875ad06d898f1d0adafef4ef14d27/.tmp/family/adc355bedeac4307aa36973ae856dfbc is 32, key is 5/family:/1731724214168/Put/seqid=0 2024-11-16T02:30:14,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46159 is added to blk_1073741840_1016 (size=5083) 2024-11-16T02:30:14,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741840_1016 (size=5083) 2024-11-16T02:30:14,238 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/default/testClearRegionBlockCache/a55875ad06d898f1d0adafef4ef14d27/.tmp/family/adc355bedeac4307aa36973ae856dfbc 2024-11-16T02:30:14,246 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/default/testClearRegionBlockCache/a55875ad06d898f1d0adafef4ef14d27/.tmp/family/adc355bedeac4307aa36973ae856dfbc as hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/default/testClearRegionBlockCache/a55875ad06d898f1d0adafef4ef14d27/family/adc355bedeac4307aa36973ae856dfbc 2024-11-16T02:30:14,254 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/default/testClearRegionBlockCache/a55875ad06d898f1d0adafef4ef14d27/family/adc355bedeac4307aa36973ae856dfbc, entries=5, sequenceid=9, filesize=5.0 K 2024-11-16T02:30:14,255 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for a55875ad06d898f1d0adafef4ef14d27 in 40ms, sequenceid=9, compaction requested=false 2024-11-16T02:30:14,255 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a55875ad06d898f1d0adafef4ef14d27: 2024-11-16T02:30:14,260 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-16T02:30:14,263 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:30:14,264 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:30:14,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:30:14,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:30:14,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:30:14,266 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:30:14,266 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:30:14,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:14,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:14,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:30:14,266 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:30:14,266 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=966090333, stopped=false 2024-11-16T02:30:14,266 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,41321,1731724210635 2024-11-16T02:30:14,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:14,346 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43691-0x101417a6d630001, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:14,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101417a6d630002, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:14,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:14,346 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43691-0x101417a6d630001, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:14,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101417a6d630002, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:14,347 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:30:14,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:30:14,347 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:30:14,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:14,347 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,43691,1731724210811' ***** 2024-11-16T02:30:14,347 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:30:14,347 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,41929,1731724210854' ***** 2024-11-16T02:30:14,347 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:30:14,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41929-0x101417a6d630002, quorum=127.0.0.1:54551, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:14,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:14,348 INFO [RS:0;667222f7cf1b:43691 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:30:14,348 INFO [RS:1;667222f7cf1b:41929 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:30:14,348 INFO [RS:0;667222f7cf1b:43691 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:30:14,348 INFO [RS:1;667222f7cf1b:41929 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:30:14,348 INFO [RS:0;667222f7cf1b:43691 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:30:14,348 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:30:14,348 INFO [RS:1;667222f7cf1b:41929 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:30:14,348 INFO [RS:0;667222f7cf1b:43691 {}] regionserver.HRegionServer(3091): Received CLOSE for ffae4230c483e98eceeeb3d1b034bde8 2024-11-16T02:30:14,348 INFO [RS:1;667222f7cf1b:41929 {}] regionserver.HRegionServer(3091): Received CLOSE for a55875ad06d898f1d0adafef4ef14d27 2024-11-16T02:30:14,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43691-0x101417a6d630001, quorum=127.0.0.1:54551, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:14,348 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:30:14,348 INFO [RS:1;667222f7cf1b:41929 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,41929,1731724210854 2024-11-16T02:30:14,348 INFO [RS:1;667222f7cf1b:41929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:30:14,348 INFO [RS:0;667222f7cf1b:43691 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,43691,1731724210811 2024-11-16T02:30:14,348 INFO [RS:0;667222f7cf1b:43691 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:30:14,348 INFO [RS:1;667222f7cf1b:41929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;667222f7cf1b:41929. 2024-11-16T02:30:14,348 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a55875ad06d898f1d0adafef4ef14d27, disabling compactions & flushes 2024-11-16T02:30:14,349 INFO [RS:0;667222f7cf1b:43691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:43691. 2024-11-16T02:30:14,349 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ffae4230c483e98eceeeb3d1b034bde8, disabling compactions & flushes 2024-11-16T02:30:14,349 DEBUG [RS:1;667222f7cf1b:41929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:30:14,349 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731724213000.a55875ad06d898f1d0adafef4ef14d27. 2024-11-16T02:30:14,349 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731724213000.ffae4230c483e98eceeeb3d1b034bde8. 2024-11-16T02:30:14,349 DEBUG [RS:0;667222f7cf1b:43691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:30:14,349 DEBUG [RS:1;667222f7cf1b:41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:14,349 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731724213000.a55875ad06d898f1d0adafef4ef14d27. 2024-11-16T02:30:14,349 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731724213000.ffae4230c483e98eceeeb3d1b034bde8. 2024-11-16T02:30:14,349 DEBUG [RS:0;667222f7cf1b:43691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:14,349 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731724213000.ffae4230c483e98eceeeb3d1b034bde8. after waiting 0 ms 2024-11-16T02:30:14,349 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731724213000.a55875ad06d898f1d0adafef4ef14d27. after waiting 0 ms 2024-11-16T02:30:14,349 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731724213000.ffae4230c483e98eceeeb3d1b034bde8. 2024-11-16T02:30:14,349 INFO [RS:1;667222f7cf1b:41929 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:30:14,349 INFO [RS:0;667222f7cf1b:43691 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T02:30:14,349 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731724213000.a55875ad06d898f1d0adafef4ef14d27. 2024-11-16T02:30:14,349 INFO [RS:1;667222f7cf1b:41929 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:30:14,349 DEBUG [RS:0;667222f7cf1b:43691 {}] regionserver.HRegionServer(1325): Online Regions={ffae4230c483e98eceeeb3d1b034bde8=testClearRegionBlockCache,,1731724213000.ffae4230c483e98eceeeb3d1b034bde8.} 2024-11-16T02:30:14,349 INFO [RS:1;667222f7cf1b:41929 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:30:14,349 DEBUG [RS:0;667222f7cf1b:43691 {}] regionserver.HRegionServer(1351): Waiting on ffae4230c483e98eceeeb3d1b034bde8 2024-11-16T02:30:14,349 INFO [RS:1;667222f7cf1b:41929 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:30:14,350 INFO [RS:1;667222f7cf1b:41929 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T02:30:14,350 DEBUG [RS:1;667222f7cf1b:41929 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a55875ad06d898f1d0adafef4ef14d27=testClearRegionBlockCache,5,1731724213000.a55875ad06d898f1d0adafef4ef14d27.} 2024-11-16T02:30:14,350 DEBUG [RS:1;667222f7cf1b:41929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a55875ad06d898f1d0adafef4ef14d27 2024-11-16T02:30:14,350 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:30:14,350 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:30:14,350 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:30:14,350 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:30:14,350 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:30:14,350 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-16T02:30:14,357 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/default/testClearRegionBlockCache/ffae4230c483e98eceeeb3d1b034bde8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T02:30:14,357 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/default/testClearRegionBlockCache/a55875ad06d898f1d0adafef4ef14d27/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-16T02:30:14,358 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731724213000.a55875ad06d898f1d0adafef4ef14d27. 2024-11-16T02:30:14,358 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731724213000.ffae4230c483e98eceeeb3d1b034bde8. 2024-11-16T02:30:14,358 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a55875ad06d898f1d0adafef4ef14d27: Waiting for close lock at 1731724214348Running coprocessor pre-close hooks at 1731724214348Disabling compacts and flushes for region at 1731724214348Disabling writes for close at 1731724214349 (+1 ms)Writing region close event to WAL at 1731724214353 (+4 ms)Running coprocessor post-close hooks at 1731724214358 (+5 ms)Closed at 1731724214358 2024-11-16T02:30:14,358 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ffae4230c483e98eceeeb3d1b034bde8: Waiting for close lock at 1731724214348Running coprocessor pre-close hooks at 1731724214348Disabling compacts and flushes for region at 1731724214348Disabling writes for close at 1731724214349 (+1 ms)Writing region close event to WAL at 1731724214353 (+4 ms)Running coprocessor post-close hooks at 1731724214358 (+5 ms)Closed at 1731724214358 2024-11-16T02:30:14,358 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731724213000.a55875ad06d898f1d0adafef4ef14d27. 2024-11-16T02:30:14,358 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731724213000.ffae4230c483e98eceeeb3d1b034bde8. 2024-11-16T02:30:14,373 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/hbase/meta/1588230740/.tmp/info/39b3d83491e94deb9182c67a9bdb9ff0 is 173, key is testClearRegionBlockCache,5,1731724213000.a55875ad06d898f1d0adafef4ef14d27./info:regioninfo/1731724213776/Put/seqid=0 2024-11-16T02:30:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741841_1017 (size=8173) 2024-11-16T02:30:14,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46159 is added to blk_1073741841_1017 (size=8173) 2024-11-16T02:30:14,379 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/hbase/meta/1588230740/.tmp/info/39b3d83491e94deb9182c67a9bdb9ff0 2024-11-16T02:30:14,390 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T02:30:14,391 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T02:30:14,391 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:30:14,392 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:30:14,396 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T02:30:14,396 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T02:30:14,401 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/hbase/meta/1588230740/.tmp/ns/acb99c621af646f3883def0db39e5167 is 43, key is default/ns:d/1731724212950/Put/seqid=0 2024-11-16T02:30:14,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741842_1018 (size=5153) 2024-11-16T02:30:14,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46159 is added to blk_1073741842_1018 (size=5153) 2024-11-16T02:30:14,458 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/hbase/meta/1588230740/.tmp/ns/acb99c621af646f3883def0db39e5167 2024-11-16T02:30:14,490 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/hbase/meta/1588230740/.tmp/table/41b3e592bf7c4e87922e5217af9ab9a0 is 61, key is testClearRegionBlockCache/table:state/1731724213790/Put/seqid=0 2024-11-16T02:30:14,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46159 is added to blk_1073741843_1019 (size=5312) 2024-11-16T02:30:14,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741843_1019 (size=5312) 2024-11-16T02:30:14,495 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/hbase/meta/1588230740/.tmp/table/41b3e592bf7c4e87922e5217af9ab9a0 2024-11-16T02:30:14,503 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/hbase/meta/1588230740/.tmp/info/39b3d83491e94deb9182c67a9bdb9ff0 as hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/hbase/meta/1588230740/info/39b3d83491e94deb9182c67a9bdb9ff0 2024-11-16T02:30:14,510 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/hbase/meta/1588230740/info/39b3d83491e94deb9182c67a9bdb9ff0, entries=20, sequenceid=13, filesize=8.0 K 2024-11-16T02:30:14,511 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/hbase/meta/1588230740/.tmp/ns/acb99c621af646f3883def0db39e5167 as hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/hbase/meta/1588230740/ns/acb99c621af646f3883def0db39e5167 2024-11-16T02:30:14,519 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/hbase/meta/1588230740/ns/acb99c621af646f3883def0db39e5167, entries=2, sequenceid=13, filesize=5.0 K 2024-11-16T02:30:14,520 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/hbase/meta/1588230740/.tmp/table/41b3e592bf7c4e87922e5217af9ab9a0 as hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/hbase/meta/1588230740/table/41b3e592bf7c4e87922e5217af9ab9a0 2024-11-16T02:30:14,526 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/hbase/meta/1588230740/table/41b3e592bf7c4e87922e5217af9ab9a0, entries=2, sequenceid=13, filesize=5.2 K 2024-11-16T02:30:14,527 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 177ms, sequenceid=13, compaction requested=false 2024-11-16T02:30:14,531 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-16T02:30:14,532 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:30:14,532 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:30:14,532 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731724214350Running coprocessor pre-close hooks at 1731724214350Disabling compacts and flushes for region at 1731724214350Disabling writes for close at 1731724214350Obtaining lock to block concurrent updates at 1731724214350Preparing flush snapshotting stores in 1588230740 at 1731724214350Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731724214351 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731724214351Flushing 1588230740/info: creating writer at 1731724214351Flushing 1588230740/info: appending metadata at 1731724214372 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731724214372Flushing 1588230740/ns: creating writer at 1731724214385 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731724214400 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731724214400Flushing 1588230740/table: creating writer at 1731724214465 (+65 ms)Flushing 1588230740/table: appending metadata at 1731724214490 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731724214490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ccb7e26: reopening flushed file at 1731724214502 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bc259fe: reopening flushed file at 1731724214510 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8c6c454: reopening flushed file at 1731724214519 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 177ms, sequenceid=13, compaction requested=false at 1731724214527 (+8 ms)Writing region close event to WAL at 1731724214528 (+1 ms)Running coprocessor post-close hooks at 1731724214532 (+4 ms)Closed at 1731724214532 2024-11-16T02:30:14,532 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:30:14,549 INFO [RS:0;667222f7cf1b:43691 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,43691,1731724210811; all regions closed. 2024-11-16T02:30:14,550 INFO [RS:1;667222f7cf1b:41929 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,41929,1731724210854; all regions closed. 2024-11-16T02:30:14,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46159 is added to blk_1073741834_1010 (size=1758) 2024-11-16T02:30:14,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741835_1011 (size=4338) 2024-11-16T02:30:14,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741834_1010 (size=1758) 2024-11-16T02:30:14,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46159 is added to blk_1073741835_1011 (size=4338) 2024-11-16T02:30:14,554 DEBUG [RS:0;667222f7cf1b:43691 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/oldWALs 2024-11-16T02:30:14,554 INFO [RS:0;667222f7cf1b:43691 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C43691%2C1731724210811:(num 1731724212536) 2024-11-16T02:30:14,554 DEBUG [RS:1;667222f7cf1b:41929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/oldWALs 2024-11-16T02:30:14,554 DEBUG [RS:0;667222f7cf1b:43691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:14,554 INFO [RS:0;667222f7cf1b:43691 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:30:14,554 INFO [RS:1;667222f7cf1b:41929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C41929%2C1731724210854.meta:.meta(num 1731724212879) 2024-11-16T02:30:14,554 INFO [RS:0;667222f7cf1b:43691 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:30:14,554 INFO [RS:0;667222f7cf1b:43691 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T02:30:14,555 INFO [RS:0;667222f7cf1b:43691 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:30:14,555 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:30:14,555 INFO [RS:0;667222f7cf1b:43691 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:30:14,555 INFO [RS:0;667222f7cf1b:43691 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:30:14,555 INFO [RS:0;667222f7cf1b:43691 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:30:14,555 INFO [RS:0;667222f7cf1b:43691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43691 2024-11-16T02:30:14,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46159 is added to blk_1073741833_1009 (size=1867) 2024-11-16T02:30:14,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741833_1009 (size=1867) 2024-11-16T02:30:14,559 DEBUG [RS:1;667222f7cf1b:41929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/oldWALs 2024-11-16T02:30:14,559 INFO [RS:1;667222f7cf1b:41929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C41929%2C1731724210854:(num 1731724212536) 2024-11-16T02:30:14,559 DEBUG [RS:1;667222f7cf1b:41929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:14,559 INFO [RS:1;667222f7cf1b:41929 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:30:14,559 INFO [RS:1;667222f7cf1b:41929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:30:14,559 INFO [RS:1;667222f7cf1b:41929 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T02:30:14,559 INFO [RS:1;667222f7cf1b:41929 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:30:14,559 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:30:14,559 INFO [RS:1;667222f7cf1b:41929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41929 2024-11-16T02:30:14,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T02:30:14,567 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43691-0x101417a6d630001, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/667222f7cf1b,43691,1731724210811 2024-11-16T02:30:14,567 INFO [RS:0;667222f7cf1b:43691 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:30:14,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101417a6d630002, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/667222f7cf1b,41929,1731724210854 2024-11-16T02:30:14,652 INFO [RS:1;667222f7cf1b:41929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:30:14,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,43691,1731724210811] 2024-11-16T02:30:14,683 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/667222f7cf1b,43691,1731724210811 already deleted, retry=false 2024-11-16T02:30:14,683 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,43691,1731724210811 expired; onlineServers=1 2024-11-16T02:30:14,683 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,41929,1731724210854] 2024-11-16T02:30:14,694 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/667222f7cf1b,41929,1731724210854 already deleted, retry=false 2024-11-16T02:30:14,694 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,41929,1731724210854 expired; onlineServers=0 2024-11-16T02:30:14,694 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,41321,1731724210635' ***** 2024-11-16T02:30:14,694 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:30:14,694 INFO [M:0;667222f7cf1b:41321 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:30:14,694 INFO [M:0;667222f7cf1b:41321 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:30:14,694 DEBUG [M:0;667222f7cf1b:41321 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:30:14,694 DEBUG [M:0;667222f7cf1b:41321 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:30:14,694 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731724212218 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731724212218,5,FailOnTimeoutGroup] 2024-11-16T02:30:14,694 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:30:14,694 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731724212218 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731724212218,5,FailOnTimeoutGroup] 2024-11-16T02:30:14,694 INFO [M:0;667222f7cf1b:41321 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:30:14,694 INFO [M:0;667222f7cf1b:41321 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:30:14,694 DEBUG [M:0;667222f7cf1b:41321 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:30:14,694 INFO [M:0;667222f7cf1b:41321 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:30:14,695 INFO [M:0;667222f7cf1b:41321 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:30:14,695 INFO [M:0;667222f7cf1b:41321 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:30:14,695 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:30:14,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T02:30:14,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:14,704 DEBUG [M:0;667222f7cf1b:41321 {}] zookeeper.ZKUtil(347): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T02:30:14,704 WARN [M:0;667222f7cf1b:41321 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T02:30:14,705 INFO [M:0;667222f7cf1b:41321 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/.lastflushedseqids 2024-11-16T02:30:14,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46159 is added to blk_1073741844_1020 (size=182) 2024-11-16T02:30:14,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741844_1020 (size=182) 2024-11-16T02:30:14,713 INFO [M:0;667222f7cf1b:41321 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:30:14,713 INFO [M:0;667222f7cf1b:41321 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:30:14,713 DEBUG [M:0;667222f7cf1b:41321 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:30:14,713 INFO [M:0;667222f7cf1b:41321 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:14,713 DEBUG [M:0;667222f7cf1b:41321 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:14,714 DEBUG [M:0;667222f7cf1b:41321 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:30:14,714 DEBUG [M:0;667222f7cf1b:41321 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:14,714 INFO [M:0;667222f7cf1b:41321 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-16T02:30:14,728 DEBUG [M:0;667222f7cf1b:41321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b22c4f9dbb8c48f2963538a174f37d69 is 82, key is hbase:meta,,1/info:regioninfo/1731724212920/Put/seqid=0 2024-11-16T02:30:14,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46159 is added to blk_1073741845_1021 (size=5672) 2024-11-16T02:30:14,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741845_1021 (size=5672) 2024-11-16T02:30:14,733 INFO [M:0;667222f7cf1b:41321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b22c4f9dbb8c48f2963538a174f37d69 2024-11-16T02:30:14,752 DEBUG [M:0;667222f7cf1b:41321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45a8e1230a934861b8c9e0de52516bd7 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731724213795/Put/seqid=0 2024-11-16T02:30:14,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46159 is added to blk_1073741846_1022 (size=6218) 2024-11-16T02:30:14,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741846_1022 (size=6218) 2024-11-16T02:30:14,762 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43691-0x101417a6d630001, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:14,762 INFO [RS:0;667222f7cf1b:43691 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:30:14,762 DEBUG [pool-398-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43691-0x101417a6d630001, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:14,762 INFO [RS:0;667222f7cf1b:43691 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,43691,1731724210811; zookeeper connection closed. 2024-11-16T02:30:14,762 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@531d2199 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@531d2199 2024-11-16T02:30:14,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101417a6d630002, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:14,773 INFO [RS:1;667222f7cf1b:41929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:30:14,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41929-0x101417a6d630002, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:14,773 INFO [RS:1;667222f7cf1b:41929 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,41929,1731724210854; zookeeper connection closed. 2024-11-16T02:30:14,773 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ac472f2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ac472f2 2024-11-16T02:30:14,773 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-16T02:30:15,158 INFO [M:0;667222f7cf1b:41321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45a8e1230a934861b8c9e0de52516bd7 2024-11-16T02:30:15,179 DEBUG [M:0;667222f7cf1b:41321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0cbe9b0d0e54567bf58c0062e89074e is 69, key is 667222f7cf1b,41929,1731724210854/rs:state/1731724212322/Put/seqid=0 2024-11-16T02:30:15,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46159 is added to blk_1073741847_1023 (size=5224) 2024-11-16T02:30:15,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741847_1023 (size=5224) 2024-11-16T02:30:15,189 INFO [M:0;667222f7cf1b:41321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0cbe9b0d0e54567bf58c0062e89074e 2024-11-16T02:30:15,195 DEBUG [M:0;667222f7cf1b:41321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b22c4f9dbb8c48f2963538a174f37d69 as hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b22c4f9dbb8c48f2963538a174f37d69 2024-11-16T02:30:15,201 INFO [M:0;667222f7cf1b:41321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b22c4f9dbb8c48f2963538a174f37d69, entries=8, sequenceid=71, filesize=5.5 K 2024-11-16T02:30:15,202 DEBUG [M:0;667222f7cf1b:41321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45a8e1230a934861b8c9e0de52516bd7 as hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45a8e1230a934861b8c9e0de52516bd7 2024-11-16T02:30:15,208 INFO [M:0;667222f7cf1b:41321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45a8e1230a934861b8c9e0de52516bd7, entries=8, sequenceid=71, filesize=6.1 K 2024-11-16T02:30:15,209 DEBUG [M:0;667222f7cf1b:41321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f0cbe9b0d0e54567bf58c0062e89074e as hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0cbe9b0d0e54567bf58c0062e89074e 2024-11-16T02:30:15,214 INFO [M:0;667222f7cf1b:41321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32859/user/jenkins/test-data/109e683b-2a24-5396-8b0f-95747238c1d1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f0cbe9b0d0e54567bf58c0062e89074e, entries=2, sequenceid=71, filesize=5.1 K 2024-11-16T02:30:15,215 INFO [M:0;667222f7cf1b:41321 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 501ms, sequenceid=71, compaction requested=false 2024-11-16T02:30:15,216 INFO [M:0;667222f7cf1b:41321 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:15,216 DEBUG [M:0;667222f7cf1b:41321 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731724214713Disabling compacts and flushes for region at 1731724214713Disabling writes for close at 1731724214714 (+1 ms)Obtaining lock to block concurrent updates at 1731724214714Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731724214714Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731724214714Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731724214715 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731724214715Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731724214727 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731724214727Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731724214738 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731724214752 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731724214752Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731724215164 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731724215179 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731724215179Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39ff372d: reopening flushed file at 1731724215194 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53b537cc: reopening flushed file at 1731724215201 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e1a278e: reopening flushed file at 1731724215208 (+7 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 501ms, sequenceid=71, compaction requested=false at 1731724215215 (+7 ms)Writing region close event to WAL at 1731724215216 (+1 ms)Closed at 1731724215216 2024-11-16T02:30:15,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34789 is added to blk_1073741830_1006 (size=35428) 2024-11-16T02:30:15,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46159 is added to blk_1073741830_1006 (size=35428) 2024-11-16T02:30:15,219 INFO [M:0;667222f7cf1b:41321 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:30:15,219 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:30:15,219 INFO [M:0;667222f7cf1b:41321 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41321 2024-11-16T02:30:15,220 INFO [M:0;667222f7cf1b:41321 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:30:15,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:15,382 INFO [M:0;667222f7cf1b:41321 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:30:15,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101417a6d630000, quorum=127.0.0.1:54551, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:15,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1aef03e7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:30:15,385 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10947f36{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:30:15,385 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:30:15,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@109c261f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:30:15,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@629d4e68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/hadoop.log.dir/,STOPPED} 2024-11-16T02:30:15,387 WARN [BP-421157377-172.17.0.3-1731724208581 heartbeating to localhost/127.0.0.1:32859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:30:15,387 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:30:15,387 WARN [BP-421157377-172.17.0.3-1731724208581 heartbeating to localhost/127.0.0.1:32859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-421157377-172.17.0.3-1731724208581 (Datanode Uuid f8e97573-ed07-44be-96c9-7458b9798716) service to localhost/127.0.0.1:32859 2024-11-16T02:30:15,387 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:30:15,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/cluster_43b2a80a-a25e-7fab-6d20-f80498ac7570/data/data3/current/BP-421157377-172.17.0.3-1731724208581 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:30:15,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/cluster_43b2a80a-a25e-7fab-6d20-f80498ac7570/data/data4/current/BP-421157377-172.17.0.3-1731724208581 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:30:15,388 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:30:15,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7347b92c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:30:15,390 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f502323{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:30:15,390 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:30:15,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f1448d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:30:15,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bc9de68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/hadoop.log.dir/,STOPPED} 2024-11-16T02:30:15,391 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:30:15,391 WARN [BP-421157377-172.17.0.3-1731724208581 heartbeating to localhost/127.0.0.1:32859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:30:15,391 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:30:15,391 WARN [BP-421157377-172.17.0.3-1731724208581 heartbeating to localhost/127.0.0.1:32859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-421157377-172.17.0.3-1731724208581 (Datanode Uuid 3bc8968d-3ec5-4edc-8c52-c8ce174b8ae4) service to localhost/127.0.0.1:32859 2024-11-16T02:30:15,392 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/cluster_43b2a80a-a25e-7fab-6d20-f80498ac7570/data/data1/current/BP-421157377-172.17.0.3-1731724208581 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:30:15,392 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/cluster_43b2a80a-a25e-7fab-6d20-f80498ac7570/data/data2/current/BP-421157377-172.17.0.3-1731724208581 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:30:15,392 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:30:15,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62153ea7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:30:15,399 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ed4d2cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:30:15,399 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:30:15,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65bc3aef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:30:15,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c58acd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/hadoop.log.dir/,STOPPED} 2024-11-16T02:30:15,407 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T02:30:15,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:30:15,442 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=130 (was 110) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:32859 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:32859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:32859 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:32859 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:32859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:32859 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=468 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=525 (was 536), ProcessCount=11 (was 11), AvailableMemoryMB=4052 (was 4361) 2024-11-16T02:30:15,449 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=130, OpenFileDescriptor=468, MaxFileDescriptor=1048576, SystemLoadAverage=525, ProcessCount=11, AvailableMemoryMB=4052 2024-11-16T02:30:15,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/hadoop.log.dir so I do NOT create it in target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8 2024-11-16T02:30:15,467 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T02:30:15,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/hadoop.tmp.dir so I do NOT create it in target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8 2024-11-16T02:30:15,467 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9e7e80e-ac3c-ef80-a879-e8226c033094/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T02:30:15,467 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8 2024-11-16T02:30:15,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:30:15,468 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/cluster_45a033ca-57ea-2498-7861-5d43cd7a6f24, deleteOnExit=true 2024-11-16T02:30:15,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:30:15,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/test.cache.data in system properties and HBase conf 2024-11-16T02:30:15,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:30:15,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:30:15,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:30:15,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:30:15,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:30:15,469 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:30:15,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:30:15,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:30:15,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:30:15,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:30:15,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:30:15,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:30:15,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:30:15,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:30:15,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:30:15,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:30:15,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:30:15,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:30:15,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:30:15,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:30:15,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:30:15,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:30:15,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:30:15,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:30:15,821 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:30:15,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:30:15,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53525508{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:30:15,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35110b9a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:30:15,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@207ec436{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/java.io.tmpdir/jetty-localhost-34653-hadoop-hdfs-3_4_1-tests_jar-_-any-4111606309293286947/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:30:15,917 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@162fcd93{HTTP/1.1, (http/1.1)}{localhost:34653} 2024-11-16T02:30:15,917 INFO [Time-limited test {}] server.Server(415): Started @25181ms 2024-11-16T02:30:16,181 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:30:16,184 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:30:16,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:30:16,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:30:16,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:30:16,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fdb379f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:30:16,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e787135{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:30:16,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41b58fc6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/java.io.tmpdir/jetty-localhost-44851-hadoop-hdfs-3_4_1-tests_jar-_-any-10110716762411838758/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:30:16,284 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46f7095b{HTTP/1.1, (http/1.1)}{localhost:44851} 2024-11-16T02:30:16,284 INFO [Time-limited test {}] server.Server(415): Started @25548ms 2024-11-16T02:30:16,285 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:30:16,312 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:30:16,315 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:30:16,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:30:16,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:30:16,316 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:30:16,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d8f65e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:30:16,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fb577c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:30:16,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7918ef7e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/java.io.tmpdir/jetty-localhost-36069-hadoop-hdfs-3_4_1-tests_jar-_-any-7298386839224628581/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:30:16,426 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14dd6664{HTTP/1.1, (http/1.1)}{localhost:36069} 2024-11-16T02:30:16,426 INFO [Time-limited test {}] server.Server(415): Started @25690ms 2024-11-16T02:30:16,427 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:30:17,653 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/cluster_45a033ca-57ea-2498-7861-5d43cd7a6f24/data/data2/current/BP-1329226941-172.17.0.3-1731724215492/current, will proceed with Du for space computation calculation, 2024-11-16T02:30:17,653 WARN [Thread-897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/cluster_45a033ca-57ea-2498-7861-5d43cd7a6f24/data/data1/current/BP-1329226941-172.17.0.3-1731724215492/current, will proceed with Du for space computation calculation, 2024-11-16T02:30:17,670 WARN [Thread-861 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:30:17,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefbbd5faf6b29887 with lease ID 0x5697266e11e92cbf: Processing first storage report for DS-7feeb281-8dfa-44ee-859e-829f6adccd64 from datanode DatanodeRegistration(127.0.0.1:45593, datanodeUuid=6fdd630c-b6ef-4a46-8168-3e3c8df2be9d, infoPort=36357, infoSecurePort=0, ipcPort=43993, storageInfo=lv=-57;cid=testClusterID;nsid=1072654815;c=1731724215492) 2024-11-16T02:30:17,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefbbd5faf6b29887 with lease ID 0x5697266e11e92cbf: from storage DS-7feeb281-8dfa-44ee-859e-829f6adccd64 node DatanodeRegistration(127.0.0.1:45593, datanodeUuid=6fdd630c-b6ef-4a46-8168-3e3c8df2be9d, infoPort=36357, infoSecurePort=0, ipcPort=43993, storageInfo=lv=-57;cid=testClusterID;nsid=1072654815;c=1731724215492), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:30:17,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefbbd5faf6b29887 with lease ID 0x5697266e11e92cbf: Processing first storage report for DS-fe838244-b99e-4bcf-9d2c-ca96a2c87094 from datanode DatanodeRegistration(127.0.0.1:45593, datanodeUuid=6fdd630c-b6ef-4a46-8168-3e3c8df2be9d, infoPort=36357, infoSecurePort=0, ipcPort=43993, storageInfo=lv=-57;cid=testClusterID;nsid=1072654815;c=1731724215492) 2024-11-16T02:30:17,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefbbd5faf6b29887 with lease ID 0x5697266e11e92cbf: from storage DS-fe838244-b99e-4bcf-9d2c-ca96a2c87094 node DatanodeRegistration(127.0.0.1:45593, datanodeUuid=6fdd630c-b6ef-4a46-8168-3e3c8df2be9d, infoPort=36357, infoSecurePort=0, ipcPort=43993, storageInfo=lv=-57;cid=testClusterID;nsid=1072654815;c=1731724215492), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:30:17,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:30:17,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T02:30:17,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T02:30:17,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-16T02:30:17,790 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/cluster_45a033ca-57ea-2498-7861-5d43cd7a6f24/data/data4/current/BP-1329226941-172.17.0.3-1731724215492/current, will proceed with Du for space computation calculation, 2024-11-16T02:30:17,790 WARN [Thread-908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/cluster_45a033ca-57ea-2498-7861-5d43cd7a6f24/data/data3/current/BP-1329226941-172.17.0.3-1731724215492/current, will proceed with Du for space computation calculation, 2024-11-16T02:30:17,806 WARN [Thread-884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:30:17,809 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43b0b8632a4a811c with lease ID 0x5697266e11e92cc0: Processing first storage report for DS-b5c6791f-2d59-4a0b-b3c2-f9f676fb01e1 from datanode DatanodeRegistration(127.0.0.1:41099, datanodeUuid=42652e0c-7270-46ed-ab01-b5b0d9de3f64, infoPort=33597, infoSecurePort=0, ipcPort=44481, storageInfo=lv=-57;cid=testClusterID;nsid=1072654815;c=1731724215492) 2024-11-16T02:30:17,809 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43b0b8632a4a811c with lease ID 0x5697266e11e92cc0: from storage DS-b5c6791f-2d59-4a0b-b3c2-f9f676fb01e1 node DatanodeRegistration(127.0.0.1:41099, datanodeUuid=42652e0c-7270-46ed-ab01-b5b0d9de3f64, infoPort=33597, infoSecurePort=0, ipcPort=44481, storageInfo=lv=-57;cid=testClusterID;nsid=1072654815;c=1731724215492), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:30:17,809 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43b0b8632a4a811c with lease ID 0x5697266e11e92cc0: Processing first storage report for DS-695b1e8d-0cec-4586-a619-4cbbbe02a2f5 from datanode DatanodeRegistration(127.0.0.1:41099, datanodeUuid=42652e0c-7270-46ed-ab01-b5b0d9de3f64, infoPort=33597, infoSecurePort=0, ipcPort=44481, storageInfo=lv=-57;cid=testClusterID;nsid=1072654815;c=1731724215492) 2024-11-16T02:30:17,809 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43b0b8632a4a811c with lease ID 0x5697266e11e92cc0: from storage DS-695b1e8d-0cec-4586-a619-4cbbbe02a2f5 node DatanodeRegistration(127.0.0.1:41099, datanodeUuid=42652e0c-7270-46ed-ab01-b5b0d9de3f64, infoPort=33597, infoSecurePort=0, ipcPort=44481, storageInfo=lv=-57;cid=testClusterID;nsid=1072654815;c=1731724215492), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:30:17,865 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8 2024-11-16T02:30:17,892 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/cluster_45a033ca-57ea-2498-7861-5d43cd7a6f24/zookeeper_0, clientPort=52313, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/cluster_45a033ca-57ea-2498-7861-5d43cd7a6f24/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/cluster_45a033ca-57ea-2498-7861-5d43cd7a6f24/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T02:30:17,893 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52313 2024-11-16T02:30:17,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:17,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:17,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:30:17,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:30:17,905 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44 with version=8 2024-11-16T02:30:17,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/hbase-staging 2024-11-16T02:30:17,907 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:30:17,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:17,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:17,907 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:30:17,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:17,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:30:17,907 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:30:17,907 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:30:17,908 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32769 2024-11-16T02:30:17,909 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32769 connecting to ZooKeeper ensemble=127.0.0.1:52313 2024-11-16T02:30:17,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:327690x0, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:30:17,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32769-0x101417a89ce0000 connected 2024-11-16T02:30:18,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:18,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:18,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:18,044 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44, hbase.cluster.distributed=false 2024-11-16T02:30:18,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T02:30:18,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32769 2024-11-16T02:30:18,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32769 2024-11-16T02:30:18,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32769 2024-11-16T02:30:18,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32769 2024-11-16T02:30:18,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32769 2024-11-16T02:30:18,062 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:30:18,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:18,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:18,062 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:30:18,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:18,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:30:18,062 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:30:18,062 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:30:18,063 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42933 2024-11-16T02:30:18,064 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42933 connecting to ZooKeeper ensemble=127.0.0.1:52313 2024-11-16T02:30:18,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:18,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:18,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429330x0, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:30:18,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429330x0, quorum=127.0.0.1:52313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:18,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42933-0x101417a89ce0001 connected 2024-11-16T02:30:18,073 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:30:18,079 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-16T02:30:18,085 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-16T02:30:18,090 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-16T02:30:18,093 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-16T02:30:18,094 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:30:18,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42933-0x101417a89ce0001, quorum=127.0.0.1:52313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T02:30:18,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42933-0x101417a89ce0001, quorum=127.0.0.1:52313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T02:30:18,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42933 2024-11-16T02:30:18,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42933 2024-11-16T02:30:18,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42933 2024-11-16T02:30:18,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42933 2024-11-16T02:30:18,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42933 2024-11-16T02:30:18,112 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:30:18,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:18,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:18,112 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:30:18,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:18,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:30:18,112 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:30:18,112 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:30:18,113 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35947 2024-11-16T02:30:18,114 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35947 connecting to ZooKeeper ensemble=127.0.0.1:52313 2024-11-16T02:30:18,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:18,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:18,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359470x0, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:30:18,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35947-0x101417a89ce0002, quorum=127.0.0.1:52313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:18,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35947-0x101417a89ce0002 connected 2024-11-16T02:30:18,126 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:30:18,127 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-16T02:30:18,131 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-16T02:30:18,131 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-16T02:30:18,132 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-16T02:30:18,132 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:30:18,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35947-0x101417a89ce0002, quorum=127.0.0.1:52313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T02:30:18,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35947-0x101417a89ce0002, quorum=127.0.0.1:52313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T02:30:18,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35947 2024-11-16T02:30:18,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35947 2024-11-16T02:30:18,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35947 2024-11-16T02:30:18,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35947 2024-11-16T02:30:18,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35947 2024-11-16T02:30:18,146 DEBUG [M:0;667222f7cf1b:32769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:32769 2024-11-16T02:30:18,148 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/667222f7cf1b,32769,1731724217906 2024-11-16T02:30:18,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101417a89ce0001, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:18,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:18,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x101417a89ce0002, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:18,157 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/667222f7cf1b,32769,1731724217906 2024-11-16T02:30:18,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101417a89ce0001, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T02:30:18,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:18,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x101417a89ce0002, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T02:30:18,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101417a89ce0001, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:18,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x101417a89ce0002, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:18,168 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T02:30:18,168 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/667222f7cf1b,32769,1731724217906 from backup master directory 2024-11-16T02:30:18,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101417a89ce0001, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:18,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/667222f7cf1b,32769,1731724217906 2024-11-16T02:30:18,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x101417a89ce0002, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:18,178 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:30:18,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:18,178 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,32769,1731724217906 2024-11-16T02:30:18,183 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/hbase.id] with ID: cfd16bbc-f4ca-4e89-b80b-b5071f79a6e6 2024-11-16T02:30:18,183 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/.tmp/hbase.id 2024-11-16T02:30:18,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:30:18,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:30:18,189 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/.tmp/hbase.id]:[hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/hbase.id] 2024-11-16T02:30:18,201 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:18,201 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:30:18,203 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T02:30:18,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101417a89ce0001, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:18,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:18,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x101417a89ce0002, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:18,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:30:18,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:30:18,216 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:30:18,217 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:30:18,217 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:30:18,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:30:18,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:30:18,226 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/MasterData/data/master/store 2024-11-16T02:30:18,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:30:18,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:30:18,233 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:18,233 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:30:18,234 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:18,234 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:18,234 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:30:18,234 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:18,234 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:18,234 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731724218233Disabling compacts and flushes for region at 1731724218233Disabling writes for close at 1731724218234 (+1 ms)Writing region close event to WAL at 1731724218234Closed at 1731724218234 2024-11-16T02:30:18,234 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/MasterData/data/master/store/.initializing 2024-11-16T02:30:18,235 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/MasterData/WALs/667222f7cf1b,32769,1731724217906 2024-11-16T02:30:18,235 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:30:18,237 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C32769%2C1731724217906, suffix=, logDir=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/MasterData/WALs/667222f7cf1b,32769,1731724217906, archiveDir=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/MasterData/oldWALs, maxLogs=10 2024-11-16T02:30:18,250 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/MasterData/WALs/667222f7cf1b,32769,1731724217906/667222f7cf1b%2C32769%2C1731724217906.1731724218238, exclude list is [], retry=0 2024-11-16T02:30:18,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41099,DS-b5c6791f-2d59-4a0b-b3c2-f9f676fb01e1,DISK] 2024-11-16T02:30:18,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45593,DS-7feeb281-8dfa-44ee-859e-829f6adccd64,DISK] 2024-11-16T02:30:18,255 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/MasterData/WALs/667222f7cf1b,32769,1731724217906/667222f7cf1b%2C32769%2C1731724217906.1731724218238 2024-11-16T02:30:18,255 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33597:33597),(127.0.0.1/127.0.0.1:36357:36357)] 2024-11-16T02:30:18,255 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:30:18,256 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:18,256 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:18,256 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:18,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:18,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:30:18,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:18,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:18,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:18,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:30:18,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:18,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:18,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:18,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:30:18,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:18,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:18,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:18,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:30:18,264 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:18,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:18,265 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:18,265 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:18,266 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:18,267 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:18,267 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:18,268 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:30:18,268 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:18,271 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:30:18,271 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68567190, jitterRate=0.021730750799179077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:30:18,272 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731724218256Initializing all the Stores at 1731724218257 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724218257Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724218257Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724218257Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724218257Cleaning up temporary data from old regions at 1731724218267 (+10 ms)Region opened successfully at 1731724218272 (+5 ms) 2024-11-16T02:30:18,272 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:30:18,276 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a42718e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:30:18,277 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:30:18,277 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:30:18,277 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:30:18,277 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:30:18,278 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:30:18,278 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T02:30:18,278 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:30:18,284 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:30:18,285 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T02:30:18,293 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T02:30:18,294 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:30:18,294 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:30:18,304 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T02:30:18,304 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:30:18,305 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:30:18,314 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T02:30:18,316 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:30:18,325 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T02:30:18,327 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:30:18,336 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T02:30:18,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101417a89ce0001, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:18,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x101417a89ce0002, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:18,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:18,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:18,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101417a89ce0001, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:18,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x101417a89ce0002, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:18,347 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,32769,1731724217906, sessionid=0x101417a89ce0000, setting cluster-up flag (Was=false) 2024-11-16T02:30:18,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:18,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x101417a89ce0002, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:18,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101417a89ce0001, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:18,399 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T02:30:18,400 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,32769,1731724217906 2024-11-16T02:30:18,402 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:30:18,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101417a89ce0001, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:18,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:18,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x101417a89ce0002, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:18,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:18,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:18,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:18,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:18,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:18,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:18,451 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T02:30:18,452 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,32769,1731724217906 2024-11-16T02:30:18,453 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:30:18,455 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:30:18,455 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:30:18,456 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:30:18,456 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,32769,1731724217906 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:30:18,457 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:30:18,457 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:30:18,457 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:30:18,457 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:30:18,457 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:30:18,458 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:18,458 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:30:18,458 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:18,459 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731724248459 2024-11-16T02:30:18,459 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:30:18,459 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:30:18,459 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:30:18,459 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:30:18,459 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:30:18,459 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:30:18,460 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:18,460 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:30:18,460 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:30:18,460 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:30:18,461 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:30:18,461 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:30:18,461 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:30:18,461 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:30:18,461 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731724218461,5,FailOnTimeoutGroup] 2024-11-16T02:30:18,462 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731724218461,5,FailOnTimeoutGroup] 2024-11-16T02:30:18,462 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:18,462 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:30:18,462 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:18,462 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:18,462 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:18,462 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:30:18,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:30:18,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:30:18,474 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:30:18,474 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44 2024-11-16T02:30:18,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741832_1008 (size=32) 2024-11-16T02:30:18,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741832_1008 (size=32) 2024-11-16T02:30:18,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:18,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:30:18,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:30:18,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:18,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:18,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:30:18,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:30:18,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:18,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:18,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:30:18,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:30:18,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:18,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:18,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:30:18,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:30:18,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:18,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:18,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:30:18,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/hbase/meta/1588230740 2024-11-16T02:30:18,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/hbase/meta/1588230740 2024-11-16T02:30:18,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:30:18,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:30:18,516 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:30:18,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:30:18,519 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:30:18,519 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60442575, jitterRate=-0.0993354469537735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:30:18,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731724218503Initializing all the Stores at 1731724218504 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724218504Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724218504Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724218504Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724218504Cleaning up temporary data from old regions at 1731724218515 (+11 ms)Region opened successfully at 1731724218520 (+5 ms) 2024-11-16T02:30:18,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:30:18,520 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:30:18,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:30:18,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:30:18,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:30:18,521 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:30:18,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731724218520Disabling compacts and flushes for region at 1731724218520Disabling writes for close at 1731724218520Writing region close event to WAL at 1731724218521 (+1 ms)Closed at 1731724218521 2024-11-16T02:30:18,522 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:30:18,522 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:30:18,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:30:18,523 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:30:18,525 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:30:18,536 INFO [RS:0;667222f7cf1b:42933 {}] regionserver.HRegionServer(746): ClusterId : cfd16bbc-f4ca-4e89-b80b-b5071f79a6e6 2024-11-16T02:30:18,536 INFO [RS:1;667222f7cf1b:35947 {}] regionserver.HRegionServer(746): ClusterId : cfd16bbc-f4ca-4e89-b80b-b5071f79a6e6 2024-11-16T02:30:18,536 DEBUG [RS:0;667222f7cf1b:42933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:30:18,536 DEBUG [RS:1;667222f7cf1b:35947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:30:18,547 DEBUG [RS:0;667222f7cf1b:42933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:30:18,547 DEBUG [RS:1;667222f7cf1b:35947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:30:18,547 DEBUG [RS:1;667222f7cf1b:35947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:30:18,547 DEBUG [RS:0;667222f7cf1b:42933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:30:18,558 DEBUG [RS:0;667222f7cf1b:42933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:30:18,558 DEBUG [RS:1;667222f7cf1b:35947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:30:18,558 DEBUG [RS:1;667222f7cf1b:35947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a620ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:30:18,558 DEBUG [RS:0;667222f7cf1b:42933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4fada4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:30:18,573 DEBUG [RS:0;667222f7cf1b:42933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:42933 2024-11-16T02:30:18,573 DEBUG [RS:1;667222f7cf1b:35947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;667222f7cf1b:35947 2024-11-16T02:30:18,573 INFO [RS:0;667222f7cf1b:42933 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:30:18,573 INFO [RS:1;667222f7cf1b:35947 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:30:18,573 INFO [RS:0;667222f7cf1b:42933 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:30:18,573 INFO [RS:1;667222f7cf1b:35947 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:30:18,573 DEBUG [RS:0;667222f7cf1b:42933 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:30:18,573 DEBUG [RS:1;667222f7cf1b:35947 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:30:18,574 INFO [RS:1;667222f7cf1b:35947 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,32769,1731724217906 with port=35947, startcode=1731724218111 2024-11-16T02:30:18,574 INFO [RS:0;667222f7cf1b:42933 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,32769,1731724217906 with port=42933, startcode=1731724218062 2024-11-16T02:30:18,574 DEBUG [RS:1;667222f7cf1b:35947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:30:18,574 DEBUG [RS:0;667222f7cf1b:42933 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:30:18,577 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:30:18,577 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:30:18,577 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32769 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,42933,1731724218062 2024-11-16T02:30:18,577 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32769 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,42933,1731724218062 2024-11-16T02:30:18,579 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32769 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,35947,1731724218111 2024-11-16T02:30:18,579 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32769 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,35947,1731724218111 2024-11-16T02:30:18,579 DEBUG [RS:0;667222f7cf1b:42933 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44 2024-11-16T02:30:18,579 DEBUG [RS:0;667222f7cf1b:42933 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38843 2024-11-16T02:30:18,579 DEBUG [RS:0;667222f7cf1b:42933 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:30:18,582 DEBUG [RS:1;667222f7cf1b:35947 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44 2024-11-16T02:30:18,582 DEBUG [RS:1;667222f7cf1b:35947 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38843 2024-11-16T02:30:18,582 DEBUG [RS:1;667222f7cf1b:35947 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:30:18,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T02:30:18,625 DEBUG [RS:0;667222f7cf1b:42933 {}] zookeeper.ZKUtil(111): regionserver:42933-0x101417a89ce0001, quorum=127.0.0.1:52313, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/667222f7cf1b,42933,1731724218062 2024-11-16T02:30:18,625 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,42933,1731724218062] 2024-11-16T02:30:18,625 WARN [RS:0;667222f7cf1b:42933 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:30:18,625 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,35947,1731724218111] 2024-11-16T02:30:18,625 INFO [RS:0;667222f7cf1b:42933 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:30:18,625 DEBUG [RS:1;667222f7cf1b:35947 {}] zookeeper.ZKUtil(111): regionserver:35947-0x101417a89ce0002, quorum=127.0.0.1:52313, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/667222f7cf1b,35947,1731724218111 2024-11-16T02:30:18,625 WARN [RS:1;667222f7cf1b:35947 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:30:18,625 DEBUG [RS:0;667222f7cf1b:42933 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/WALs/667222f7cf1b,42933,1731724218062 2024-11-16T02:30:18,626 INFO [RS:1;667222f7cf1b:35947 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:30:18,626 DEBUG [RS:1;667222f7cf1b:35947 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/WALs/667222f7cf1b,35947,1731724218111 2024-11-16T02:30:18,629 INFO [RS:1;667222f7cf1b:35947 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:30:18,631 INFO [RS:0;667222f7cf1b:42933 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:30:18,631 INFO [RS:1;667222f7cf1b:35947 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:30:18,631 INFO [RS:1;667222f7cf1b:35947 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:30:18,631 INFO [RS:1;667222f7cf1b:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:18,632 INFO [RS:1;667222f7cf1b:35947 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:30:18,632 INFO [RS:0;667222f7cf1b:42933 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:30:18,632 INFO [RS:1;667222f7cf1b:35947 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:30:18,632 INFO [RS:1;667222f7cf1b:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:18,633 DEBUG [RS:1;667222f7cf1b:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:18,633 INFO [RS:0;667222f7cf1b:42933 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:30:18,633 DEBUG [RS:1;667222f7cf1b:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:18,633 INFO [RS:0;667222f7cf1b:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:18,633 DEBUG [RS:1;667222f7cf1b:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:18,633 DEBUG [RS:1;667222f7cf1b:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:18,633 INFO [RS:0;667222f7cf1b:42933 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:30:18,633 DEBUG [RS:1;667222f7cf1b:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:18,633 DEBUG [RS:1;667222f7cf1b:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:30:18,633 DEBUG [RS:1;667222f7cf1b:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:18,633 DEBUG [RS:1;667222f7cf1b:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:18,633 DEBUG [RS:1;667222f7cf1b:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:18,633 DEBUG [RS:1;667222f7cf1b:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:18,633 DEBUG [RS:1;667222f7cf1b:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:18,633 DEBUG [RS:1;667222f7cf1b:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:18,634 INFO [RS:0;667222f7cf1b:42933 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:30:18,634 DEBUG [RS:1;667222f7cf1b:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:30:18,634 DEBUG [RS:1;667222f7cf1b:35947 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:30:18,634 INFO [RS:0;667222f7cf1b:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:18,634 DEBUG [RS:0;667222f7cf1b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:18,634 DEBUG [RS:0;667222f7cf1b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:18,634 DEBUG [RS:0;667222f7cf1b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:18,634 DEBUG [RS:0;667222f7cf1b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:18,634 DEBUG [RS:0;667222f7cf1b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:18,634 DEBUG [RS:0;667222f7cf1b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:30:18,634 DEBUG [RS:0;667222f7cf1b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:18,634 DEBUG [RS:0;667222f7cf1b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:18,634 DEBUG [RS:0;667222f7cf1b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:18,634 DEBUG [RS:0;667222f7cf1b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:18,635 DEBUG [RS:0;667222f7cf1b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:18,635 DEBUG [RS:0;667222f7cf1b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:18,635 DEBUG [RS:0;667222f7cf1b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:30:18,635 DEBUG [RS:0;667222f7cf1b:42933 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:30:18,636 INFO [RS:1;667222f7cf1b:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:18,637 INFO [RS:0;667222f7cf1b:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:18,637 INFO [RS:1;667222f7cf1b:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:18,637 INFO [RS:0;667222f7cf1b:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:18,637 INFO [RS:1;667222f7cf1b:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:18,637 INFO [RS:1;667222f7cf1b:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:18,637 INFO [RS:0;667222f7cf1b:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:18,637 INFO [RS:0;667222f7cf1b:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:18,637 INFO [RS:1;667222f7cf1b:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:18,637 INFO [RS:1;667222f7cf1b:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,35947,1731724218111-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:30:18,637 INFO [RS:0;667222f7cf1b:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:18,637 INFO [RS:0;667222f7cf1b:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,42933,1731724218062-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:30:18,659 INFO [RS:0;667222f7cf1b:42933 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:30:18,659 INFO [RS:1;667222f7cf1b:35947 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:30:18,659 INFO [RS:0;667222f7cf1b:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,42933,1731724218062-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:18,659 INFO [RS:1;667222f7cf1b:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,35947,1731724218111-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:18,659 INFO [RS:0;667222f7cf1b:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:18,659 INFO [RS:1;667222f7cf1b:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:18,659 INFO [RS:1;667222f7cf1b:35947 {}] regionserver.Replication(171): 667222f7cf1b,35947,1731724218111 started 2024-11-16T02:30:18,659 INFO [RS:0;667222f7cf1b:42933 {}] regionserver.Replication(171): 667222f7cf1b,42933,1731724218062 started 2024-11-16T02:30:18,675 WARN [667222f7cf1b:32769 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T02:30:18,680 INFO [RS:0;667222f7cf1b:42933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:18,680 INFO [RS:1;667222f7cf1b:35947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:18,680 INFO [RS:0;667222f7cf1b:42933 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,42933,1731724218062, RpcServer on 667222f7cf1b/172.17.0.3:42933, sessionid=0x101417a89ce0001 2024-11-16T02:30:18,680 INFO [RS:1;667222f7cf1b:35947 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,35947,1731724218111, RpcServer on 667222f7cf1b/172.17.0.3:35947, sessionid=0x101417a89ce0002 2024-11-16T02:30:18,680 DEBUG [RS:0;667222f7cf1b:42933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:30:18,680 DEBUG [RS:1;667222f7cf1b:35947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:30:18,680 DEBUG [RS:1;667222f7cf1b:35947 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,35947,1731724218111 2024-11-16T02:30:18,680 DEBUG [RS:0;667222f7cf1b:42933 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,42933,1731724218062 2024-11-16T02:30:18,680 DEBUG [RS:0;667222f7cf1b:42933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,42933,1731724218062' 2024-11-16T02:30:18,680 DEBUG [RS:1;667222f7cf1b:35947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,35947,1731724218111' 2024-11-16T02:30:18,681 DEBUG [RS:1;667222f7cf1b:35947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T02:30:18,681 DEBUG [RS:0;667222f7cf1b:42933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T02:30:18,681 DEBUG [RS:1;667222f7cf1b:35947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T02:30:18,681 DEBUG [RS:0;667222f7cf1b:42933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T02:30:18,681 DEBUG [RS:0;667222f7cf1b:42933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:30:18,681 DEBUG [RS:1;667222f7cf1b:35947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:30:18,681 DEBUG [RS:0;667222f7cf1b:42933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:30:18,682 DEBUG [RS:1;667222f7cf1b:35947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:30:18,682 DEBUG [RS:0;667222f7cf1b:42933 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,42933,1731724218062 2024-11-16T02:30:18,682 DEBUG [RS:1;667222f7cf1b:35947 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,35947,1731724218111 2024-11-16T02:30:18,682 DEBUG [RS:0;667222f7cf1b:42933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,42933,1731724218062' 2024-11-16T02:30:18,682 DEBUG [RS:1;667222f7cf1b:35947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,35947,1731724218111' 2024-11-16T02:30:18,682 DEBUG [RS:0;667222f7cf1b:42933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T02:30:18,682 DEBUG [RS:1;667222f7cf1b:35947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T02:30:18,682 DEBUG [RS:0;667222f7cf1b:42933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T02:30:18,682 DEBUG [RS:1;667222f7cf1b:35947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T02:30:18,682 DEBUG [RS:0;667222f7cf1b:42933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:30:18,682 DEBUG [RS:1;667222f7cf1b:35947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:30:18,682 INFO [RS:0;667222f7cf1b:42933 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:30:18,682 INFO [RS:1;667222f7cf1b:35947 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:30:18,682 INFO [RS:0;667222f7cf1b:42933 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:30:18,682 INFO [RS:1;667222f7cf1b:35947 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:30:18,783 INFO [RS:1;667222f7cf1b:35947 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:30:18,783 INFO [RS:0;667222f7cf1b:42933 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:30:18,784 INFO [RS:1;667222f7cf1b:35947 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C35947%2C1731724218111, suffix=, logDir=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/WALs/667222f7cf1b,35947,1731724218111, archiveDir=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/oldWALs, maxLogs=32 2024-11-16T02:30:18,784 INFO [RS:0;667222f7cf1b:42933 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C42933%2C1731724218062, suffix=, logDir=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/WALs/667222f7cf1b,42933,1731724218062, archiveDir=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/oldWALs, maxLogs=32 2024-11-16T02:30:18,799 DEBUG [RS:1;667222f7cf1b:35947 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/WALs/667222f7cf1b,35947,1731724218111/667222f7cf1b%2C35947%2C1731724218111.1731724218785, exclude list is [], retry=0 2024-11-16T02:30:18,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45593,DS-7feeb281-8dfa-44ee-859e-829f6adccd64,DISK] 2024-11-16T02:30:18,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41099,DS-b5c6791f-2d59-4a0b-b3c2-f9f676fb01e1,DISK] 2024-11-16T02:30:18,804 DEBUG [RS:0;667222f7cf1b:42933 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/WALs/667222f7cf1b,42933,1731724218062/667222f7cf1b%2C42933%2C1731724218062.1731724218785, exclude list is [], retry=0 2024-11-16T02:30:18,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45593,DS-7feeb281-8dfa-44ee-859e-829f6adccd64,DISK] 2024-11-16T02:30:18,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41099,DS-b5c6791f-2d59-4a0b-b3c2-f9f676fb01e1,DISK] 2024-11-16T02:30:18,812 INFO [RS:1;667222f7cf1b:35947 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/WALs/667222f7cf1b,35947,1731724218111/667222f7cf1b%2C35947%2C1731724218111.1731724218785 2024-11-16T02:30:18,812 DEBUG [RS:1;667222f7cf1b:35947 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33597:33597),(127.0.0.1/127.0.0.1:36357:36357)] 2024-11-16T02:30:18,813 INFO [RS:0;667222f7cf1b:42933 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/WALs/667222f7cf1b,42933,1731724218062/667222f7cf1b%2C42933%2C1731724218062.1731724218785 2024-11-16T02:30:18,816 DEBUG [RS:0;667222f7cf1b:42933 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36357:36357),(127.0.0.1/127.0.0.1:33597:33597)] 2024-11-16T02:30:18,925 DEBUG [667222f7cf1b:32769 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-16T02:30:18,925 DEBUG [667222f7cf1b:32769 {}] balancer.BalancerClusterState(204): Hosts are {667222f7cf1b=0} racks are {/default-rack=0} 2024-11-16T02:30:18,927 DEBUG [667222f7cf1b:32769 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T02:30:18,927 DEBUG [667222f7cf1b:32769 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T02:30:18,927 DEBUG [667222f7cf1b:32769 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T02:30:18,927 DEBUG [667222f7cf1b:32769 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T02:30:18,927 INFO [667222f7cf1b:32769 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T02:30:18,927 INFO [667222f7cf1b:32769 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T02:30:18,927 DEBUG [667222f7cf1b:32769 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T02:30:18,928 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,35947,1731724218111 2024-11-16T02:30:18,929 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,35947,1731724218111, state=OPENING 2024-11-16T02:30:18,957 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:30:18,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101417a89ce0001, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:18,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:18,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x101417a89ce0002, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:18,968 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:30:18,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:18,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,35947,1731724218111}] 2024-11-16T02:30:18,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:18,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:19,121 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:30:19,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:30:19,126 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:30:19,126 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:30:19,127 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:30:19,128 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C35947%2C1731724218111.meta, suffix=.meta, logDir=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/WALs/667222f7cf1b,35947,1731724218111, archiveDir=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/oldWALs, maxLogs=32 2024-11-16T02:30:19,141 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/WALs/667222f7cf1b,35947,1731724218111/667222f7cf1b%2C35947%2C1731724218111.meta.1731724219129.meta, exclude list is [], retry=0 2024-11-16T02:30:19,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45593,DS-7feeb281-8dfa-44ee-859e-829f6adccd64,DISK] 2024-11-16T02:30:19,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41099,DS-b5c6791f-2d59-4a0b-b3c2-f9f676fb01e1,DISK] 2024-11-16T02:30:19,145 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/WALs/667222f7cf1b,35947,1731724218111/667222f7cf1b%2C35947%2C1731724218111.meta.1731724219129.meta 2024-11-16T02:30:19,146 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36357:36357),(127.0.0.1/127.0.0.1:33597:33597)] 2024-11-16T02:30:19,146 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:30:19,146 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:30:19,146 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:30:19,146 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:30:19,146 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:30:19,146 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:19,146 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:30:19,146 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:30:19,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:30:19,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:30:19,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:19,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:19,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:30:19,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:30:19,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:19,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:19,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:30:19,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:30:19,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:19,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:19,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:30:19,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:30:19,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:19,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:19,153 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:30:19,153 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/hbase/meta/1588230740 2024-11-16T02:30:19,155 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/hbase/meta/1588230740 2024-11-16T02:30:19,156 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:30:19,156 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:30:19,156 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:30:19,158 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:30:19,158 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73794954, jitterRate=0.09963050484657288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:30:19,158 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:30:19,159 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731724219147Writing region info on filesystem at 1731724219147Initializing all the Stores at 1731724219148 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724219148Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724219148Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724219148Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724219148Cleaning up temporary data from old regions at 1731724219156 (+8 ms)Running coprocessor post-open hooks at 1731724219158 (+2 ms)Region opened successfully at 1731724219159 (+1 ms) 2024-11-16T02:30:19,160 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731724219120 2024-11-16T02:30:19,162 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:30:19,162 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:30:19,163 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,35947,1731724218111 2024-11-16T02:30:19,164 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,35947,1731724218111, state=OPEN 2024-11-16T02:30:19,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T02:30:19,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x101417a89ce0002, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T02:30:19,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101417a89ce0001, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T02:30:19,176 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,35947,1731724218111 2024-11-16T02:30:19,176 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:19,176 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:19,176 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:19,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:30:19,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,35947,1731724218111 in 208 msec 2024-11-16T02:30:19,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:30:19,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 657 msec 2024-11-16T02:30:19,183 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:30:19,183 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:30:19,184 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:30:19,184 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,35947,1731724218111, seqNum=-1] 2024-11-16T02:30:19,185 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:30:19,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:30:19,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 736 msec 2024-11-16T02:30:19,191 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731724219191, completionTime=-1 2024-11-16T02:30:19,192 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-16T02:30:19,192 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:30:19,194 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-16T02:30:19,194 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731724279194 2024-11-16T02:30:19,194 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731724339194 2024-11-16T02:30:19,194 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T02:30:19,194 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,32769,1731724217906-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:19,194 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,32769,1731724217906-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:19,194 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,32769,1731724217906-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:19,194 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:32769, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:19,194 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:19,195 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:19,197 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:30:19,199 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.021sec 2024-11-16T02:30:19,199 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:30:19,199 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:30:19,200 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:30:19,200 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:30:19,200 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:30:19,200 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,32769,1731724217906-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:30:19,200 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,32769,1731724217906-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:30:19,202 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:30:19,202 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:30:19,202 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,32769,1731724217906-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:19,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa15bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:30:19,237 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,32769,-1 for getting cluster id 2024-11-16T02:30:19,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:30:19,238 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfd16bbc-f4ca-4e89-b80b-b5071f79a6e6' 2024-11-16T02:30:19,238 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:30:19,239 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfd16bbc-f4ca-4e89-b80b-b5071f79a6e6" 2024-11-16T02:30:19,239 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f66ac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:30:19,239 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,32769,-1] 2024-11-16T02:30:19,239 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:30:19,239 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:19,240 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:30:19,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e8db0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:30:19,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:30:19,243 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,35947,1731724218111, seqNum=-1] 2024-11-16T02:30:19,244 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:30:19,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:30:19,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,32769,1731724217906 2024-11-16T02:30:19,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:30:19,248 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,32769,1731724217906 2024-11-16T02:30:19,248 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@126d3606 2024-11-16T02:30:19,249 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:30:19,250 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:30:19,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32769 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:30:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32769 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-16T02:30:19,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:30:19,253 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:19,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32769 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-16T02:30:19,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:30:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:19,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741836_1012 (size=379) 2024-11-16T02:30:19,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741836_1012 (size=379) 2024-11-16T02:30:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:19,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:19,662 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e0edde13167084fd44b6c3acb382cd0, NAME => 'testClearRegionBlockCache,,1731724219250.8e0edde13167084fd44b6c3acb382cd0.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44 2024-11-16T02:30:19,662 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 904ea8809b6857a0d206cec2bb8143de, NAME => 'testClearRegionBlockCache,5,1731724219250.904ea8809b6857a0d206cec2bb8143de.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44 2024-11-16T02:30:19,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741838_1014 (size=61) 2024-11-16T02:30:19,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741837_1013 (size=61) 2024-11-16T02:30:19,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741837_1013 (size=61) 2024-11-16T02:30:19,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741838_1014 (size=61) 2024-11-16T02:30:19,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731724219250.8e0edde13167084fd44b6c3acb382cd0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:19,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 8e0edde13167084fd44b6c3acb382cd0, disabling compactions & flushes 2024-11-16T02:30:19,670 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731724219250.8e0edde13167084fd44b6c3acb382cd0. 2024-11-16T02:30:19,670 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731724219250.8e0edde13167084fd44b6c3acb382cd0. 2024-11-16T02:30:19,671 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731724219250.8e0edde13167084fd44b6c3acb382cd0. after waiting 0 ms 2024-11-16T02:30:19,671 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731724219250.8e0edde13167084fd44b6c3acb382cd0. 2024-11-16T02:30:19,671 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731724219250.8e0edde13167084fd44b6c3acb382cd0. 2024-11-16T02:30:19,671 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e0edde13167084fd44b6c3acb382cd0: Waiting for close lock at 1731724219670Disabling compacts and flushes for region at 1731724219670Disabling writes for close at 1731724219671 (+1 ms)Writing region close event to WAL at 1731724219671Closed at 1731724219671 2024-11-16T02:30:19,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:20,071 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731724219250.904ea8809b6857a0d206cec2bb8143de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:20,071 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 904ea8809b6857a0d206cec2bb8143de, disabling compactions & flushes 2024-11-16T02:30:20,071 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731724219250.904ea8809b6857a0d206cec2bb8143de. 2024-11-16T02:30:20,071 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731724219250.904ea8809b6857a0d206cec2bb8143de. 2024-11-16T02:30:20,071 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731724219250.904ea8809b6857a0d206cec2bb8143de. after waiting 0 ms 2024-11-16T02:30:20,071 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731724219250.904ea8809b6857a0d206cec2bb8143de. 2024-11-16T02:30:20,071 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731724219250.904ea8809b6857a0d206cec2bb8143de. 2024-11-16T02:30:20,071 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 904ea8809b6857a0d206cec2bb8143de: Waiting for close lock at 1731724220071Disabling compacts and flushes for region at 1731724220071Disabling writes for close at 1731724220071Writing region close event to WAL at 1731724220071Closed at 1731724220071 2024-11-16T02:30:20,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:30:20,073 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731724219250.8e0edde13167084fd44b6c3acb382cd0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731724220073"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731724220073"}]},"ts":"1731724220073"} 2024-11-16T02:30:20,073 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731724219250.904ea8809b6857a0d206cec2bb8143de.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731724220073"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731724220073"}]},"ts":"1731724220073"} 2024-11-16T02:30:20,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-16T02:30:20,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:30:20,078 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731724220078"}]},"ts":"1731724220078"} 2024-11-16T02:30:20,080 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-16T02:30:20,080 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {667222f7cf1b=0} racks are {/default-rack=0} 2024-11-16T02:30:20,081 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T02:30:20,081 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T02:30:20,081 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T02:30:20,081 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T02:30:20,081 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T02:30:20,081 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T02:30:20,081 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T02:30:20,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e0edde13167084fd44b6c3acb382cd0, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=904ea8809b6857a0d206cec2bb8143de, ASSIGN}] 2024-11-16T02:30:20,083 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=904ea8809b6857a0d206cec2bb8143de, ASSIGN 2024-11-16T02:30:20,083 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e0edde13167084fd44b6c3acb382cd0, ASSIGN 2024-11-16T02:30:20,084 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=904ea8809b6857a0d206cec2bb8143de, ASSIGN; state=OFFLINE, location=667222f7cf1b,35947,1731724218111; forceNewPlan=false, retain=false 2024-11-16T02:30:20,084 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e0edde13167084fd44b6c3acb382cd0, ASSIGN; state=OFFLINE, location=667222f7cf1b,42933,1731724218062; forceNewPlan=false, retain=false 2024-11-16T02:30:20,234 INFO [667222f7cf1b:32769 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-16T02:30:20,235 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=904ea8809b6857a0d206cec2bb8143de, regionState=OPENING, regionLocation=667222f7cf1b,35947,1731724218111 2024-11-16T02:30:20,235 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e0edde13167084fd44b6c3acb382cd0, regionState=OPENING, regionLocation=667222f7cf1b,42933,1731724218062 2024-11-16T02:30:20,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=904ea8809b6857a0d206cec2bb8143de, ASSIGN because future has completed 2024-11-16T02:30:20,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 904ea8809b6857a0d206cec2bb8143de, server=667222f7cf1b,35947,1731724218111}] 2024-11-16T02:30:20,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e0edde13167084fd44b6c3acb382cd0, ASSIGN because future has completed 2024-11-16T02:30:20,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e0edde13167084fd44b6c3acb382cd0, server=667222f7cf1b,42933,1731724218062}] 2024-11-16T02:30:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:20,392 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:30:20,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:30:20,395 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731724219250.904ea8809b6857a0d206cec2bb8143de. 2024-11-16T02:30:20,395 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 904ea8809b6857a0d206cec2bb8143de, NAME => 'testClearRegionBlockCache,5,1731724219250.904ea8809b6857a0d206cec2bb8143de.', STARTKEY => '5', ENDKEY => ''} 2024-11-16T02:30:20,395 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 904ea8809b6857a0d206cec2bb8143de 2024-11-16T02:30:20,396 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731724219250.904ea8809b6857a0d206cec2bb8143de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:20,396 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 904ea8809b6857a0d206cec2bb8143de 2024-11-16T02:30:20,396 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 904ea8809b6857a0d206cec2bb8143de 2024-11-16T02:30:20,397 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731724219250.8e0edde13167084fd44b6c3acb382cd0. 2024-11-16T02:30:20,397 INFO [StoreOpener-904ea8809b6857a0d206cec2bb8143de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 904ea8809b6857a0d206cec2bb8143de 2024-11-16T02:30:20,397 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e0edde13167084fd44b6c3acb382cd0, NAME => 'testClearRegionBlockCache,,1731724219250.8e0edde13167084fd44b6c3acb382cd0.', STARTKEY => '', ENDKEY => '5'} 2024-11-16T02:30:20,397 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8e0edde13167084fd44b6c3acb382cd0 2024-11-16T02:30:20,397 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731724219250.8e0edde13167084fd44b6c3acb382cd0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:20,397 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 8e0edde13167084fd44b6c3acb382cd0 2024-11-16T02:30:20,398 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 8e0edde13167084fd44b6c3acb382cd0 2024-11-16T02:30:20,398 INFO [StoreOpener-904ea8809b6857a0d206cec2bb8143de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 904ea8809b6857a0d206cec2bb8143de columnFamilyName family 2024-11-16T02:30:20,399 DEBUG [StoreOpener-904ea8809b6857a0d206cec2bb8143de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:20,399 INFO [StoreOpener-8e0edde13167084fd44b6c3acb382cd0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8e0edde13167084fd44b6c3acb382cd0 2024-11-16T02:30:20,399 INFO [StoreOpener-904ea8809b6857a0d206cec2bb8143de-1 {}] regionserver.HStore(327): Store=904ea8809b6857a0d206cec2bb8143de/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:20,399 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 904ea8809b6857a0d206cec2bb8143de 2024-11-16T02:30:20,400 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/default/testClearRegionBlockCache/904ea8809b6857a0d206cec2bb8143de 2024-11-16T02:30:20,400 INFO [StoreOpener-8e0edde13167084fd44b6c3acb382cd0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e0edde13167084fd44b6c3acb382cd0 columnFamilyName family 2024-11-16T02:30:20,400 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/default/testClearRegionBlockCache/904ea8809b6857a0d206cec2bb8143de 2024-11-16T02:30:20,400 DEBUG [StoreOpener-8e0edde13167084fd44b6c3acb382cd0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:20,400 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 904ea8809b6857a0d206cec2bb8143de 2024-11-16T02:30:20,400 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 904ea8809b6857a0d206cec2bb8143de 2024-11-16T02:30:20,401 INFO [StoreOpener-8e0edde13167084fd44b6c3acb382cd0-1 {}] regionserver.HStore(327): Store=8e0edde13167084fd44b6c3acb382cd0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:20,401 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 8e0edde13167084fd44b6c3acb382cd0 2024-11-16T02:30:20,401 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/default/testClearRegionBlockCache/8e0edde13167084fd44b6c3acb382cd0 2024-11-16T02:30:20,402 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/default/testClearRegionBlockCache/8e0edde13167084fd44b6c3acb382cd0 2024-11-16T02:30:20,402 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 904ea8809b6857a0d206cec2bb8143de 2024-11-16T02:30:20,402 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 8e0edde13167084fd44b6c3acb382cd0 2024-11-16T02:30:20,402 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 8e0edde13167084fd44b6c3acb382cd0 2024-11-16T02:30:20,404 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/default/testClearRegionBlockCache/904ea8809b6857a0d206cec2bb8143de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:30:20,404 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 8e0edde13167084fd44b6c3acb382cd0 2024-11-16T02:30:20,404 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 904ea8809b6857a0d206cec2bb8143de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64891091, jitterRate=-0.0330473929643631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T02:30:20,404 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 904ea8809b6857a0d206cec2bb8143de 2024-11-16T02:30:20,405 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 904ea8809b6857a0d206cec2bb8143de: Running coprocessor pre-open hook at 1731724220396Writing region info on filesystem at 1731724220396Initializing all the Stores at 1731724220397 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724220397Cleaning up temporary data from old regions at 1731724220400 (+3 ms)Running coprocessor post-open hooks at 1731724220404 (+4 ms)Region opened successfully at 1731724220405 (+1 ms) 2024-11-16T02:30:20,406 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731724219250.904ea8809b6857a0d206cec2bb8143de., pid=7, masterSystemTime=1731724220390 2024-11-16T02:30:20,406 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/default/testClearRegionBlockCache/8e0edde13167084fd44b6c3acb382cd0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:30:20,407 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 8e0edde13167084fd44b6c3acb382cd0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64750412, jitterRate=-0.03514367341995239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T02:30:20,407 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e0edde13167084fd44b6c3acb382cd0 2024-11-16T02:30:20,407 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 8e0edde13167084fd44b6c3acb382cd0: Running coprocessor pre-open hook at 1731724220398Writing region info on filesystem at 1731724220398Initializing all the Stores at 1731724220398Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724220398Cleaning up temporary data from old regions at 1731724220402 (+4 ms)Running coprocessor post-open hooks at 1731724220407 (+5 ms)Region opened successfully at 1731724220407 2024-11-16T02:30:20,408 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731724219250.8e0edde13167084fd44b6c3acb382cd0., pid=8, masterSystemTime=1731724220391 2024-11-16T02:30:20,409 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731724219250.904ea8809b6857a0d206cec2bb8143de. 2024-11-16T02:30:20,409 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731724219250.904ea8809b6857a0d206cec2bb8143de. 2024-11-16T02:30:20,410 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=904ea8809b6857a0d206cec2bb8143de, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,35947,1731724218111 2024-11-16T02:30:20,411 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731724219250.8e0edde13167084fd44b6c3acb382cd0. 2024-11-16T02:30:20,411 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731724219250.8e0edde13167084fd44b6c3acb382cd0. 2024-11-16T02:30:20,412 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e0edde13167084fd44b6c3acb382cd0, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,42933,1731724218062 2024-11-16T02:30:20,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 904ea8809b6857a0d206cec2bb8143de, server=667222f7cf1b,35947,1731724218111 because future has completed 2024-11-16T02:30:20,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e0edde13167084fd44b6c3acb382cd0, server=667222f7cf1b,42933,1731724218062 because future has completed 2024-11-16T02:30:20,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T02:30:20,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 904ea8809b6857a0d206cec2bb8143de, server=667222f7cf1b,35947,1731724218111 in 176 msec 2024-11-16T02:30:20,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-16T02:30:20,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=904ea8809b6857a0d206cec2bb8143de, ASSIGN in 334 msec 2024-11-16T02:30:20,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e0edde13167084fd44b6c3acb382cd0, server=667222f7cf1b,42933,1731724218062 in 177 msec 2024-11-16T02:30:20,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T02:30:20,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e0edde13167084fd44b6c3acb382cd0, ASSIGN in 336 msec 2024-11-16T02:30:20,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:30:20,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731724220421"}]},"ts":"1731724220421"} 2024-11-16T02:30:20,424 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-16T02:30:20,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:30:20,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 1.1750 sec 2024-11-16T02:30:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:21,398 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-16T02:30:21,398 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-16T02:30:21,398 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T02:30:21,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-16T02:30:21,402 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T02:30:21,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-16T02:30:21,405 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731724219250.8e0edde13167084fd44b6c3acb382cd0., hostname=667222f7cf1b,42933,1731724218062, seqNum=2] 2024-11-16T02:30:21,405 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:30:21,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:30:21,419 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731724219250.904ea8809b6857a0d206cec2bb8143de., hostname=667222f7cf1b,35947,1731724218111, seqNum=2] 2024-11-16T02:30:21,430 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8e0edde13167084fd44b6c3acb382cd0 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-16T02:30:21,445 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/default/testClearRegionBlockCache/8e0edde13167084fd44b6c3acb382cd0/.tmp/family/c6f965c42dc24f8c976dc3203b439f56 is 32, key is 1/family:/1731724221407/Put/seqid=0 2024-11-16T02:30:21,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741839_1015 (size=5054) 2024-11-16T02:30:21,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741839_1015 (size=5054) 2024-11-16T02:30:21,453 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/default/testClearRegionBlockCache/8e0edde13167084fd44b6c3acb382cd0/.tmp/family/c6f965c42dc24f8c976dc3203b439f56 2024-11-16T02:30:21,461 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/default/testClearRegionBlockCache/8e0edde13167084fd44b6c3acb382cd0/.tmp/family/c6f965c42dc24f8c976dc3203b439f56 as hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/default/testClearRegionBlockCache/8e0edde13167084fd44b6c3acb382cd0/family/c6f965c42dc24f8c976dc3203b439f56 2024-11-16T02:30:21,467 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/default/testClearRegionBlockCache/8e0edde13167084fd44b6c3acb382cd0/family/c6f965c42dc24f8c976dc3203b439f56, entries=4, sequenceid=8, filesize=4.9 K 2024-11-16T02:30:21,468 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 8e0edde13167084fd44b6c3acb382cd0 in 39ms, sequenceid=8, compaction requested=false 2024-11-16T02:30:21,468 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8e0edde13167084fd44b6c3acb382cd0: 2024-11-16T02:30:21,468 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 904ea8809b6857a0d206cec2bb8143de 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-16T02:30:21,483 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/default/testClearRegionBlockCache/904ea8809b6857a0d206cec2bb8143de/.tmp/family/50c72faeec4e4399af79e2d80ffdf0b6 is 32, key is 5/family:/1731724221420/Put/seqid=0 2024-11-16T02:30:21,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741840_1016 (size=5083) 2024-11-16T02:30:21,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741840_1016 (size=5083) 2024-11-16T02:30:21,489 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/default/testClearRegionBlockCache/904ea8809b6857a0d206cec2bb8143de/.tmp/family/50c72faeec4e4399af79e2d80ffdf0b6 2024-11-16T02:30:21,495 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/default/testClearRegionBlockCache/904ea8809b6857a0d206cec2bb8143de/.tmp/family/50c72faeec4e4399af79e2d80ffdf0b6 as hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/default/testClearRegionBlockCache/904ea8809b6857a0d206cec2bb8143de/family/50c72faeec4e4399af79e2d80ffdf0b6 2024-11-16T02:30:21,501 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/default/testClearRegionBlockCache/904ea8809b6857a0d206cec2bb8143de/family/50c72faeec4e4399af79e2d80ffdf0b6, entries=5, sequenceid=9, filesize=5.0 K 2024-11-16T02:30:21,502 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 904ea8809b6857a0d206cec2bb8143de in 34ms, sequenceid=9, compaction requested=false 2024-11-16T02:30:21,502 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 904ea8809b6857a0d206cec2bb8143de: 2024-11-16T02:30:21,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@385b862d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:30:21,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,32769,-1 for getting cluster id 2024-11-16T02:30:21,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:30:21,504 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cfd16bbc-f4ca-4e89-b80b-b5071f79a6e6' 2024-11-16T02:30:21,504 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:30:21,504 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cfd16bbc-f4ca-4e89-b80b-b5071f79a6e6" 2024-11-16T02:30:21,504 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752f1b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:30:21,504 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,32769,-1] 2024-11-16T02:30:21,504 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:30:21,504 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:21,505 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:30:21,506 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cfbf891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:30:21,512 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-16T02:30:21,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:30:21,513 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,35947,1731724218111, seqNum=-1] 2024-11-16T02:30:21,514 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:30:21,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:30:21,518 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:30:21,518 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:30:21,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:30:21,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:30:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42933 {}] bucket.BucketCache(1863): found 1 blocks for file c6f965c42dc24f8c976dc3203b439f56, starting offset: 0, end offset: 9223372036854775807 2024-11-16T02:30:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] bucket.BucketCache(1863): found 1 blocks for file 50c72faeec4e4399af79e2d80ffdf0b6, starting offset: 0, end offset: 9223372036854775807 2024-11-16T02:30:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42933 {}] bucket.BucketCache(856): removed key c6f965c42dc24f8c976dc3203b439f56_0 from back map with offset lock 2094080 in the evict process 2024-11-16T02:30:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35947 {}] bucket.BucketCache(856): removed key 50c72faeec4e4399af79e2d80ffdf0b6_0 from back map with offset lock 2094080 in the evict process 2024-11-16T02:30:21,522 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:30:21,522 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:30:21,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:21,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:21,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:30:21,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:30:21,523 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:30:21,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:30:21,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:21,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:30:21,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:21,523 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:30:21,523 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=172564257, stopped=false 2024-11-16T02:30:21,523 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,32769,1731724217906 2024-11-16T02:30:21,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x101417a89ce0002, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:21,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101417a89ce0001, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:21,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:21,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x101417a89ce0002, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:21,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101417a89ce0001, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:21,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:21,630 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:30:21,631 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:30:21,631 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:30:21,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:21,631 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,42933,1731724218062' ***** 2024-11-16T02:30:21,631 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:30:21,631 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,35947,1731724218111' ***** 2024-11-16T02:30:21,631 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:30:21,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:21,631 INFO [RS:0;667222f7cf1b:42933 {}] bucket.BucketCache(1738): Disabling cache 2024-11-16T02:30:21,631 INFO [RS:1;667222f7cf1b:35947 {}] bucket.BucketCache(1738): Disabling cache 2024-11-16T02:30:21,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35947-0x101417a89ce0002, quorum=127.0.0.1:52313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:21,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42933-0x101417a89ce0001, quorum=127.0.0.1:52313, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:21,632 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-16T02:30:21,632 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-16T02:30:21,632 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-16T02:30:21,632 INFO [RS:0;667222f7cf1b:42933 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-16T02:30:21,632 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-16T02:30:21,632 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-16T02:30:21,632 INFO [RS:0;667222f7cf1b:42933 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:30:21,632 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-16T02:30:21,632 INFO [RS:1;667222f7cf1b:35947 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-16T02:30:21,632 INFO [RS:1;667222f7cf1b:35947 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:30:21,632 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:30:21,632 INFO [RS:1;667222f7cf1b:35947 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:30:21,632 INFO [RS:0;667222f7cf1b:42933 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:30:21,632 INFO [RS:1;667222f7cf1b:35947 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:30:21,632 INFO [RS:0;667222f7cf1b:42933 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:30:21,632 INFO [RS:0;667222f7cf1b:42933 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e0edde13167084fd44b6c3acb382cd0 2024-11-16T02:30:21,632 INFO [RS:1;667222f7cf1b:35947 {}] regionserver.HRegionServer(3091): Received CLOSE for 904ea8809b6857a0d206cec2bb8143de 2024-11-16T02:30:21,633 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:30:21,635 INFO [RS:0;667222f7cf1b:42933 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,42933,1731724218062 2024-11-16T02:30:21,635 INFO [RS:0;667222f7cf1b:42933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:30:21,635 INFO [RS:1;667222f7cf1b:35947 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,35947,1731724218111 2024-11-16T02:30:21,635 INFO [RS:1;667222f7cf1b:35947 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:30:21,635 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e0edde13167084fd44b6c3acb382cd0, disabling compactions & flushes 2024-11-16T02:30:21,635 INFO [RS:0;667222f7cf1b:42933 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:42933. 2024-11-16T02:30:21,635 INFO [RS:1;667222f7cf1b:35947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;667222f7cf1b:35947. 2024-11-16T02:30:21,636 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731724219250.8e0edde13167084fd44b6c3acb382cd0. 2024-11-16T02:30:21,636 DEBUG [RS:1;667222f7cf1b:35947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:30:21,636 DEBUG [RS:0;667222f7cf1b:42933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:30:21,636 DEBUG [RS:1;667222f7cf1b:35947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:21,636 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731724219250.8e0edde13167084fd44b6c3acb382cd0. 2024-11-16T02:30:21,636 DEBUG [RS:0;667222f7cf1b:42933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:21,636 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731724219250.8e0edde13167084fd44b6c3acb382cd0. after waiting 0 ms 2024-11-16T02:30:21,636 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731724219250.8e0edde13167084fd44b6c3acb382cd0. 2024-11-16T02:30:21,636 INFO [RS:1;667222f7cf1b:35947 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:30:21,636 INFO [RS:0;667222f7cf1b:42933 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T02:30:21,636 INFO [RS:1;667222f7cf1b:35947 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:30:21,636 DEBUG [RS:0;667222f7cf1b:42933 {}] regionserver.HRegionServer(1325): Online Regions={8e0edde13167084fd44b6c3acb382cd0=testClearRegionBlockCache,,1731724219250.8e0edde13167084fd44b6c3acb382cd0.} 2024-11-16T02:30:21,636 INFO [RS:1;667222f7cf1b:35947 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:30:21,636 DEBUG [RS:0;667222f7cf1b:42933 {}] regionserver.HRegionServer(1351): Waiting on 8e0edde13167084fd44b6c3acb382cd0 2024-11-16T02:30:21,636 INFO [RS:1;667222f7cf1b:35947 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:30:21,636 INFO [RS:1;667222f7cf1b:35947 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T02:30:21,636 DEBUG [RS:1;667222f7cf1b:35947 {}] regionserver.HRegionServer(1325): Online Regions={904ea8809b6857a0d206cec2bb8143de=testClearRegionBlockCache,5,1731724219250.904ea8809b6857a0d206cec2bb8143de., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T02:30:21,636 DEBUG [RS:1;667222f7cf1b:35947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 904ea8809b6857a0d206cec2bb8143de 2024-11-16T02:30:21,636 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 904ea8809b6857a0d206cec2bb8143de, disabling compactions & flushes 2024-11-16T02:30:21,636 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:30:21,636 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:30:21,636 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731724219250.904ea8809b6857a0d206cec2bb8143de. 2024-11-16T02:30:21,636 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731724219250.904ea8809b6857a0d206cec2bb8143de. 2024-11-16T02:30:21,636 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:30:21,636 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:30:21,636 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731724219250.904ea8809b6857a0d206cec2bb8143de. after waiting 0 ms 2024-11-16T02:30:21,636 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731724219250.904ea8809b6857a0d206cec2bb8143de. 2024-11-16T02:30:21,636 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:30:21,637 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T02:30:21,637 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-16T02:30:21,637 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T02:30:21,638 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T02:30:21,638 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T02:30:21,639 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:30:21,639 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:30:21,640 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/default/testClearRegionBlockCache/8e0edde13167084fd44b6c3acb382cd0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T02:30:21,640 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/default/testClearRegionBlockCache/904ea8809b6857a0d206cec2bb8143de/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-16T02:30:21,641 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731724219250.8e0edde13167084fd44b6c3acb382cd0. 2024-11-16T02:30:21,641 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e0edde13167084fd44b6c3acb382cd0: Waiting for close lock at 1731724221635Running coprocessor pre-close hooks at 1731724221635Disabling compacts and flushes for region at 1731724221635Disabling writes for close at 1731724221636 (+1 ms)Writing region close event to WAL at 1731724221636Running coprocessor post-close hooks at 1731724221641 (+5 ms)Closed at 1731724221641 2024-11-16T02:30:21,641 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731724219250.904ea8809b6857a0d206cec2bb8143de. 2024-11-16T02:30:21,641 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731724219250.8e0edde13167084fd44b6c3acb382cd0. 2024-11-16T02:30:21,641 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 904ea8809b6857a0d206cec2bb8143de: Waiting for close lock at 1731724221636Running coprocessor pre-close hooks at 1731724221636Disabling compacts and flushes for region at 1731724221636Disabling writes for close at 1731724221636Writing region close event to WAL at 1731724221637 (+1 ms)Running coprocessor post-close hooks at 1731724221641 (+4 ms)Closed at 1731724221641 2024-11-16T02:30:21,641 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731724219250.904ea8809b6857a0d206cec2bb8143de. 2024-11-16T02:30:21,652 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/hbase/meta/1588230740/.tmp/info/ca9eedffc2af4f80bafc905d86570dc7 is 173, key is testClearRegionBlockCache,5,1731724219250.904ea8809b6857a0d206cec2bb8143de./info:regioninfo/1731724220409/Put/seqid=0 2024-11-16T02:30:21,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741841_1017 (size=8173) 2024-11-16T02:30:21,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741841_1017 (size=8173) 2024-11-16T02:30:21,658 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/hbase/meta/1588230740/.tmp/info/ca9eedffc2af4f80bafc905d86570dc7 2024-11-16T02:30:21,678 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/hbase/meta/1588230740/.tmp/ns/e9b3af1807ac4687a22fd8f36ac30414 is 43, key is default/ns:d/1731724219186/Put/seqid=0 2024-11-16T02:30:21,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741842_1018 (size=5153) 2024-11-16T02:30:21,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741842_1018 (size=5153) 2024-11-16T02:30:21,684 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/hbase/meta/1588230740/.tmp/ns/e9b3af1807ac4687a22fd8f36ac30414 2024-11-16T02:30:21,710 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/hbase/meta/1588230740/.tmp/table/fba8c1d629e347db8facbca3cb2bab1a is 61, key is testClearRegionBlockCache/table:state/1731724220421/Put/seqid=0 2024-11-16T02:30:21,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741843_1019 (size=5312) 2024-11-16T02:30:21,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741843_1019 (size=5312) 2024-11-16T02:30:21,716 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/hbase/meta/1588230740/.tmp/table/fba8c1d629e347db8facbca3cb2bab1a 2024-11-16T02:30:21,723 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/hbase/meta/1588230740/.tmp/info/ca9eedffc2af4f80bafc905d86570dc7 as hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/hbase/meta/1588230740/info/ca9eedffc2af4f80bafc905d86570dc7 2024-11-16T02:30:21,730 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/hbase/meta/1588230740/info/ca9eedffc2af4f80bafc905d86570dc7, entries=20, sequenceid=13, filesize=8.0 K 2024-11-16T02:30:21,731 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/hbase/meta/1588230740/.tmp/ns/e9b3af1807ac4687a22fd8f36ac30414 as hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/hbase/meta/1588230740/ns/e9b3af1807ac4687a22fd8f36ac30414 2024-11-16T02:30:21,738 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/hbase/meta/1588230740/ns/e9b3af1807ac4687a22fd8f36ac30414, entries=2, sequenceid=13, filesize=5.0 K 2024-11-16T02:30:21,740 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/hbase/meta/1588230740/.tmp/table/fba8c1d629e347db8facbca3cb2bab1a as hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/hbase/meta/1588230740/table/fba8c1d629e347db8facbca3cb2bab1a 2024-11-16T02:30:21,745 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/hbase/meta/1588230740/table/fba8c1d629e347db8facbca3cb2bab1a, entries=2, sequenceid=13, filesize=5.2 K 2024-11-16T02:30:21,746 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=13, compaction requested=false 2024-11-16T02:30:21,750 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-16T02:30:21,751 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:30:21,751 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:30:21,751 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731724221636Running coprocessor pre-close hooks at 1731724221636Disabling compacts and flushes for region at 1731724221636Disabling writes for close at 1731724221636Obtaining lock to block concurrent updates at 1731724221637 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731724221637Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731724221637Flushing stores of hbase:meta,,1.1588230740 at 1731724221637Flushing 1588230740/info: creating writer at 1731724221638 (+1 ms)Flushing 1588230740/info: appending metadata at 1731724221651 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731724221651Flushing 1588230740/ns: creating writer at 1731724221663 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731724221677 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731724221677Flushing 1588230740/table: creating writer at 1731724221690 (+13 ms)Flushing 1588230740/table: appending metadata at 1731724221710 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731724221710Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42bdeb68: reopening flushed file at 1731724221722 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d12464: reopening flushed file at 1731724221730 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79b875b8: reopening flushed file at 1731724221739 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=13, compaction requested=false at 1731724221746 (+7 ms)Writing region close event to WAL at 1731724221747 (+1 ms)Running coprocessor post-close hooks at 1731724221751 (+4 ms)Closed at 1731724221751 2024-11-16T02:30:21,751 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:30:21,836 INFO [RS:0;667222f7cf1b:42933 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,42933,1731724218062; all regions closed. 2024-11-16T02:30:21,836 INFO [RS:1;667222f7cf1b:35947 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,35947,1731724218111; all regions closed. 2024-11-16T02:30:21,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741835_1011 (size=4338) 2024-11-16T02:30:21,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741834_1010 (size=1758) 2024-11-16T02:30:21,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741835_1011 (size=4338) 2024-11-16T02:30:21,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741834_1010 (size=1758) 2024-11-16T02:30:21,841 DEBUG [RS:0;667222f7cf1b:42933 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/oldWALs 2024-11-16T02:30:21,841 INFO [RS:0;667222f7cf1b:42933 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C42933%2C1731724218062:(num 1731724218785) 2024-11-16T02:30:21,841 DEBUG [RS:1;667222f7cf1b:35947 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/oldWALs 2024-11-16T02:30:21,841 DEBUG [RS:0;667222f7cf1b:42933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:21,841 INFO [RS:1;667222f7cf1b:35947 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C35947%2C1731724218111.meta:.meta(num 1731724219129) 2024-11-16T02:30:21,842 INFO [RS:0;667222f7cf1b:42933 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:30:21,842 INFO [RS:0;667222f7cf1b:42933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:30:21,842 INFO [RS:0;667222f7cf1b:42933 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T02:30:21,842 INFO [RS:0;667222f7cf1b:42933 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:30:21,842 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:30:21,842 INFO [RS:0;667222f7cf1b:42933 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:30:21,842 INFO [RS:0;667222f7cf1b:42933 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:30:21,842 INFO [RS:0;667222f7cf1b:42933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:30:21,842 INFO [RS:0;667222f7cf1b:42933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42933 2024-11-16T02:30:21,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741833_1009 (size=1867) 2024-11-16T02:30:21,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741833_1009 (size=1867) 2024-11-16T02:30:21,847 DEBUG [RS:1;667222f7cf1b:35947 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/oldWALs 2024-11-16T02:30:21,847 INFO [RS:1;667222f7cf1b:35947 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C35947%2C1731724218111:(num 1731724218785) 2024-11-16T02:30:21,848 DEBUG [RS:1;667222f7cf1b:35947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:21,848 INFO [RS:1;667222f7cf1b:35947 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:30:21,848 INFO [RS:1;667222f7cf1b:35947 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:30:21,848 INFO [RS:1;667222f7cf1b:35947 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T02:30:21,848 INFO [RS:1;667222f7cf1b:35947 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:30:21,848 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:30:21,848 INFO [RS:1;667222f7cf1b:35947 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35947 2024-11-16T02:30:21,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101417a89ce0001, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/667222f7cf1b,42933,1731724218062 2024-11-16T02:30:21,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T02:30:21,851 INFO [RS:0;667222f7cf1b:42933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:30:21,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x101417a89ce0002, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/667222f7cf1b,35947,1731724218111 2024-11-16T02:30:21,862 INFO [RS:1;667222f7cf1b:35947 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:30:21,862 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f41e8903bd0@77b0eeb8 rejected from java.util.concurrent.ThreadPoolExecutor@32b27e2a[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-16T02:30:21,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,42933,1731724218062] 2024-11-16T02:30:21,893 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/667222f7cf1b,42933,1731724218062 already deleted, retry=false 2024-11-16T02:30:21,893 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,42933,1731724218062 expired; onlineServers=1 2024-11-16T02:30:21,893 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,35947,1731724218111] 2024-11-16T02:30:21,904 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/667222f7cf1b,35947,1731724218111 already deleted, retry=false 2024-11-16T02:30:21,904 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,35947,1731724218111 expired; onlineServers=0 2024-11-16T02:30:21,904 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,32769,1731724217906' ***** 2024-11-16T02:30:21,904 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:30:21,904 INFO [M:0;667222f7cf1b:32769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:30:21,904 INFO [M:0;667222f7cf1b:32769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:30:21,904 DEBUG [M:0;667222f7cf1b:32769 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:30:21,904 DEBUG [M:0;667222f7cf1b:32769 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:30:21,904 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:30:21,904 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731724218461 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731724218461,5,FailOnTimeoutGroup] 2024-11-16T02:30:21,904 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731724218461 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731724218461,5,FailOnTimeoutGroup] 2024-11-16T02:30:21,905 INFO [M:0;667222f7cf1b:32769 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:30:21,905 INFO [M:0;667222f7cf1b:32769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:30:21,905 DEBUG [M:0;667222f7cf1b:32769 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:30:21,905 INFO [M:0;667222f7cf1b:32769 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:30:21,905 INFO [M:0;667222f7cf1b:32769 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:30:21,905 INFO [M:0;667222f7cf1b:32769 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:30:21,905 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:30:21,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T02:30:21,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:21,914 DEBUG [M:0;667222f7cf1b:32769 {}] zookeeper.ZKUtil(347): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T02:30:21,914 WARN [M:0;667222f7cf1b:32769 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T02:30:21,915 INFO [M:0;667222f7cf1b:32769 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/.lastflushedseqids 2024-11-16T02:30:21,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741844_1020 (size=182) 2024-11-16T02:30:21,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741844_1020 (size=182) 2024-11-16T02:30:21,921 INFO [M:0;667222f7cf1b:32769 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:30:21,921 INFO [M:0;667222f7cf1b:32769 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:30:21,921 DEBUG [M:0;667222f7cf1b:32769 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:30:21,921 INFO [M:0;667222f7cf1b:32769 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:21,921 DEBUG [M:0;667222f7cf1b:32769 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:21,921 DEBUG [M:0;667222f7cf1b:32769 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:30:21,921 DEBUG [M:0;667222f7cf1b:32769 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:21,921 INFO [M:0;667222f7cf1b:32769 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-16T02:30:21,942 DEBUG [M:0;667222f7cf1b:32769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9124ae238bd84d4fa75e24f25b1f8026 is 82, key is hbase:meta,,1/info:regioninfo/1731724219163/Put/seqid=0 2024-11-16T02:30:21,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741845_1021 (size=5672) 2024-11-16T02:30:21,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741845_1021 (size=5672) 2024-11-16T02:30:21,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101417a89ce0001, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:21,973 INFO [RS:0;667222f7cf1b:42933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:30:21,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42933-0x101417a89ce0001, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:21,973 INFO [RS:0;667222f7cf1b:42933 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,42933,1731724218062; zookeeper connection closed. 2024-11-16T02:30:21,973 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1bab0e12 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1bab0e12 2024-11-16T02:30:21,983 INFO [RS:1;667222f7cf1b:35947 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:30:21,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x101417a89ce0002, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:21,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35947-0x101417a89ce0002, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:21,983 INFO [RS:1;667222f7cf1b:35947 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,35947,1731724218111; zookeeper connection closed. 2024-11-16T02:30:21,983 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2331b090 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2331b090 2024-11-16T02:30:21,984 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-16T02:30:22,349 INFO [M:0;667222f7cf1b:32769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9124ae238bd84d4fa75e24f25b1f8026 2024-11-16T02:30:22,367 DEBUG [M:0;667222f7cf1b:32769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eddab582d538408c93552ff2f63af617 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731724220427/Put/seqid=0 2024-11-16T02:30:22,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741846_1022 (size=6218) 2024-11-16T02:30:22,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741846_1022 (size=6218) 2024-11-16T02:30:22,372 INFO [M:0;667222f7cf1b:32769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eddab582d538408c93552ff2f63af617 2024-11-16T02:30:22,392 DEBUG [M:0;667222f7cf1b:32769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0090e3fd4264a25b9865a33849bc73e is 69, key is 667222f7cf1b,35947,1731724218111/rs:state/1731724218580/Put/seqid=0 2024-11-16T02:30:22,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741847_1023 (size=5224) 2024-11-16T02:30:22,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741847_1023 (size=5224) 2024-11-16T02:30:22,399 INFO [M:0;667222f7cf1b:32769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0090e3fd4264a25b9865a33849bc73e 2024-11-16T02:30:22,405 DEBUG [M:0;667222f7cf1b:32769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9124ae238bd84d4fa75e24f25b1f8026 as hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9124ae238bd84d4fa75e24f25b1f8026 2024-11-16T02:30:22,411 INFO [M:0;667222f7cf1b:32769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9124ae238bd84d4fa75e24f25b1f8026, entries=8, sequenceid=71, filesize=5.5 K 2024-11-16T02:30:22,412 DEBUG [M:0;667222f7cf1b:32769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eddab582d538408c93552ff2f63af617 as hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eddab582d538408c93552ff2f63af617 2024-11-16T02:30:22,418 INFO [M:0;667222f7cf1b:32769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eddab582d538408c93552ff2f63af617, entries=8, sequenceid=71, filesize=6.1 K 2024-11-16T02:30:22,419 DEBUG [M:0;667222f7cf1b:32769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0090e3fd4264a25b9865a33849bc73e as hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0090e3fd4264a25b9865a33849bc73e 2024-11-16T02:30:22,424 INFO [M:0;667222f7cf1b:32769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38843/user/jenkins/test-data/931aca11-6cdd-d68b-d691-c853b3836b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0090e3fd4264a25b9865a33849bc73e, entries=2, sequenceid=71, filesize=5.1 K 2024-11-16T02:30:22,425 INFO [M:0;667222f7cf1b:32769 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 504ms, sequenceid=71, compaction requested=false 2024-11-16T02:30:22,429 INFO [M:0;667222f7cf1b:32769 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:22,429 DEBUG [M:0;667222f7cf1b:32769 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731724221921Disabling compacts and flushes for region at 1731724221921Disabling writes for close at 1731724221921Obtaining lock to block concurrent updates at 1731724221921Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731724221921Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731724221922 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731724221922Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731724221922Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731724221942 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731724221942Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731724222353 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731724222367 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731724222367Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731724222377 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731724222391 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731724222391Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79b54a18: reopening flushed file at 1731724222404 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ef64bb6: reopening flushed file at 1731724222411 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e16864d: reopening flushed file at 1731724222418 (+7 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 504ms, sequenceid=71, compaction requested=false at 1731724222425 (+7 ms)Writing region close event to WAL at 1731724222429 (+4 ms)Closed at 1731724222429 2024-11-16T02:30:22,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45593 is added to blk_1073741830_1006 (size=35428) 2024-11-16T02:30:22,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741830_1006 (size=35428) 2024-11-16T02:30:22,433 INFO [M:0;667222f7cf1b:32769 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:30:22,433 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:30:22,433 INFO [M:0;667222f7cf1b:32769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32769 2024-11-16T02:30:22,433 INFO [M:0;667222f7cf1b:32769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:30:22,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:22,602 INFO [M:0;667222f7cf1b:32769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:30:22,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32769-0x101417a89ce0000, quorum=127.0.0.1:52313, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:22,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7918ef7e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:30:22,632 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14dd6664{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:30:22,632 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:30:22,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fb577c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:30:22,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d8f65e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/hadoop.log.dir/,STOPPED} 2024-11-16T02:30:22,634 WARN [BP-1329226941-172.17.0.3-1731724215492 heartbeating to localhost/127.0.0.1:38843 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:30:22,634 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:30:22,634 WARN [BP-1329226941-172.17.0.3-1731724215492 heartbeating to localhost/127.0.0.1:38843 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1329226941-172.17.0.3-1731724215492 (Datanode Uuid 42652e0c-7270-46ed-ab01-b5b0d9de3f64) service to localhost/127.0.0.1:38843 2024-11-16T02:30:22,634 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:30:22,634 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/cluster_45a033ca-57ea-2498-7861-5d43cd7a6f24/data/data3/current/BP-1329226941-172.17.0.3-1731724215492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:30:22,635 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/cluster_45a033ca-57ea-2498-7861-5d43cd7a6f24/data/data4/current/BP-1329226941-172.17.0.3-1731724215492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:30:22,635 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:30:22,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41b58fc6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:30:22,637 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46f7095b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:30:22,637 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:30:22,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e787135{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:30:22,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fdb379f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/hadoop.log.dir/,STOPPED} 2024-11-16T02:30:22,639 WARN [BP-1329226941-172.17.0.3-1731724215492 heartbeating to localhost/127.0.0.1:38843 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:30:22,639 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:30:22,639 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:30:22,639 WARN [BP-1329226941-172.17.0.3-1731724215492 heartbeating to localhost/127.0.0.1:38843 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1329226941-172.17.0.3-1731724215492 (Datanode Uuid 6fdd630c-b6ef-4a46-8168-3e3c8df2be9d) service to localhost/127.0.0.1:38843 2024-11-16T02:30:22,639 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/cluster_45a033ca-57ea-2498-7861-5d43cd7a6f24/data/data1/current/BP-1329226941-172.17.0.3-1731724215492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:30:22,639 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/cluster_45a033ca-57ea-2498-7861-5d43cd7a6f24/data/data2/current/BP-1329226941-172.17.0.3-1731724215492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:30:22,639 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:30:22,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@207ec436{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:30:22,645 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@162fcd93{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:30:22,645 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:30:22,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35110b9a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:30:22,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53525508{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/hadoop.log.dir/,STOPPED} 2024-11-16T02:30:22,651 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T02:30:22,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:30:22,678 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=147 (was 130) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38843 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:38843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38843 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:38843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:38843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=497 (was 468) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=522 (was 525), ProcessCount=11 (was 11), AvailableMemoryMB=3944 (was 4052) 2024-11-16T02:30:22,684 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=147, OpenFileDescriptor=497, MaxFileDescriptor=1048576, SystemLoadAverage=522, ProcessCount=11, AvailableMemoryMB=3944 2024-11-16T02:30:22,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/hadoop.log.dir so I do NOT create it in target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d 2024-11-16T02:30:22,697 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T02:30:22,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/hadoop.tmp.dir so I do NOT create it in target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d 2024-11-16T02:30:22,697 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/82a323c5-4c75-e4e8-4f02-68faa1655be8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T02:30:22,697 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d 2024-11-16T02:30:22,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:30:22,697 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/cluster_b0d8a02d-92fb-54cf-557c-a2c11f186a18, deleteOnExit=true 2024-11-16T02:30:22,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:30:22,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/test.cache.data in system properties and HBase conf 2024-11-16T02:30:22,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:30:22,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:30:22,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:30:22,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:30:22,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:30:22,698 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:30:22,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:30:22,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:30:22,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:30:22,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:30:22,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:30:22,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:30:22,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:30:22,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:30:22,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:30:22,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:30:22,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:30:22,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:30:22,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:30:22,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:30:23,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:30:23,039 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:30:23,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:30:23,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:30:23,041 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:30:23,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:30:23,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c55c1b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:30:23,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@764e2c19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:30:23,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@630083fb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/java.io.tmpdir/jetty-localhost-34009-hadoop-hdfs-3_4_1-tests_jar-_-any-4450139941073451155/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:30:23,138 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15665358{HTTP/1.1, (http/1.1)}{localhost:34009} 2024-11-16T02:30:23,138 INFO [Time-limited test {}] server.Server(415): Started @32402ms 2024-11-16T02:30:23,383 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:30:23,386 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:30:23,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:30:23,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:30:23,386 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:30:23,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@160bce9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:30:23,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b35caa8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:30:23,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f10ce90{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/java.io.tmpdir/jetty-localhost-45153-hadoop-hdfs-3_4_1-tests_jar-_-any-17399316417267306217/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:30:23,484 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6091ea70{HTTP/1.1, (http/1.1)}{localhost:45153} 2024-11-16T02:30:23,484 INFO [Time-limited test {}] server.Server(415): Started @32748ms 2024-11-16T02:30:23,486 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:30:23,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:30:23,521 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:30:23,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:30:23,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:30:23,522 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:30:23,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33705503{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:30:23,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a28f62a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:30:23,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@da4a5ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/java.io.tmpdir/jetty-localhost-39429-hadoop-hdfs-3_4_1-tests_jar-_-any-13011077793574340328/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:30:23,634 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53a6cde9{HTTP/1.1, (http/1.1)}{localhost:39429} 2024-11-16T02:30:23,634 INFO [Time-limited test {}] server.Server(415): Started @32898ms 2024-11-16T02:30:23,635 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:30:24,450 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/cluster_b0d8a02d-92fb-54cf-557c-a2c11f186a18/data/data2/current/BP-1602927182-172.17.0.3-1731724222713/current, will proceed with Du for space computation calculation, 2024-11-16T02:30:24,450 WARN [Thread-1165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/cluster_b0d8a02d-92fb-54cf-557c-a2c11f186a18/data/data1/current/BP-1602927182-172.17.0.3-1731724222713/current, will proceed with Du for space computation calculation, 2024-11-16T02:30:24,464 WARN [Thread-1129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:30:24,466 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64bab70ee34cfbcb with lease ID 0xc59d0099a69617a7: Processing first storage report for DS-6e8f6102-7f15-4622-a5cd-0727f6316cf4 from datanode DatanodeRegistration(127.0.0.1:41439, datanodeUuid=84f0eedc-7e80-44da-8de0-54c84a48c555, infoPort=42785, infoSecurePort=0, ipcPort=45839, storageInfo=lv=-57;cid=testClusterID;nsid=827111895;c=1731724222713) 2024-11-16T02:30:24,466 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64bab70ee34cfbcb with lease ID 0xc59d0099a69617a7: from storage DS-6e8f6102-7f15-4622-a5cd-0727f6316cf4 node DatanodeRegistration(127.0.0.1:41439, datanodeUuid=84f0eedc-7e80-44da-8de0-54c84a48c555, infoPort=42785, infoSecurePort=0, ipcPort=45839, storageInfo=lv=-57;cid=testClusterID;nsid=827111895;c=1731724222713), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:30:24,466 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64bab70ee34cfbcb with lease ID 0xc59d0099a69617a7: Processing first storage report for DS-6cc36063-1088-4322-9690-15a65df06694 from datanode DatanodeRegistration(127.0.0.1:41439, datanodeUuid=84f0eedc-7e80-44da-8de0-54c84a48c555, infoPort=42785, infoSecurePort=0, ipcPort=45839, storageInfo=lv=-57;cid=testClusterID;nsid=827111895;c=1731724222713) 2024-11-16T02:30:24,466 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64bab70ee34cfbcb with lease ID 0xc59d0099a69617a7: from storage DS-6cc36063-1088-4322-9690-15a65df06694 node DatanodeRegistration(127.0.0.1:41439, datanodeUuid=84f0eedc-7e80-44da-8de0-54c84a48c555, infoPort=42785, infoSecurePort=0, ipcPort=45839, storageInfo=lv=-57;cid=testClusterID;nsid=827111895;c=1731724222713), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:30:24,649 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:30:24,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:24,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:24,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:24,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:24,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:24,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:24,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:24,694 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/cluster_b0d8a02d-92fb-54cf-557c-a2c11f186a18/data/data3/current/BP-1602927182-172.17.0.3-1731724222713/current, will proceed with Du for space computation calculation, 2024-11-16T02:30:24,694 WARN [Thread-1178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/cluster_b0d8a02d-92fb-54cf-557c-a2c11f186a18/data/data4/current/BP-1602927182-172.17.0.3-1731724222713/current, will proceed with Du for space computation calculation, 2024-11-16T02:30:24,709 WARN [Thread-1152 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:30:24,711 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x365235d9f721af30 with lease ID 0xc59d0099a69617a8: Processing first storage report for DS-d8856a36-dc57-4242-8ff2-f13d0d154acc from datanode DatanodeRegistration(127.0.0.1:37313, datanodeUuid=65b3c134-9e2d-40ad-a4b8-a40cc82f8113, infoPort=34649, infoSecurePort=0, ipcPort=44585, storageInfo=lv=-57;cid=testClusterID;nsid=827111895;c=1731724222713) 2024-11-16T02:30:24,711 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x365235d9f721af30 with lease ID 0xc59d0099a69617a8: from storage DS-d8856a36-dc57-4242-8ff2-f13d0d154acc node DatanodeRegistration(127.0.0.1:37313, datanodeUuid=65b3c134-9e2d-40ad-a4b8-a40cc82f8113, infoPort=34649, infoSecurePort=0, ipcPort=44585, storageInfo=lv=-57;cid=testClusterID;nsid=827111895;c=1731724222713), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:30:24,711 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x365235d9f721af30 with lease ID 0xc59d0099a69617a8: Processing first storage report for DS-ff6c476b-faae-490b-be92-8eeca1455145 from datanode DatanodeRegistration(127.0.0.1:37313, datanodeUuid=65b3c134-9e2d-40ad-a4b8-a40cc82f8113, infoPort=34649, infoSecurePort=0, ipcPort=44585, storageInfo=lv=-57;cid=testClusterID;nsid=827111895;c=1731724222713) 2024-11-16T02:30:24,711 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x365235d9f721af30 with lease ID 0xc59d0099a69617a8: from storage DS-ff6c476b-faae-490b-be92-8eeca1455145 node DatanodeRegistration(127.0.0.1:37313, datanodeUuid=65b3c134-9e2d-40ad-a4b8-a40cc82f8113, infoPort=34649, infoSecurePort=0, ipcPort=44585, storageInfo=lv=-57;cid=testClusterID;nsid=827111895;c=1731724222713), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:30:24,764 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d 2024-11-16T02:30:24,766 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/cluster_b0d8a02d-92fb-54cf-557c-a2c11f186a18/zookeeper_0, clientPort=59854, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/cluster_b0d8a02d-92fb-54cf-557c-a2c11f186a18/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/cluster_b0d8a02d-92fb-54cf-557c-a2c11f186a18/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T02:30:24,767 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59854 2024-11-16T02:30:24,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:24,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:24,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:30:24,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:30:24,781 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163 with version=8 2024-11-16T02:30:24,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/hbase-staging 2024-11-16T02:30:24,783 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:30:24,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:24,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:24,783 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:30:24,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:24,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:30:24,783 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:30:24,783 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:30:24,784 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37547 2024-11-16T02:30:24,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37547 connecting to ZooKeeper ensemble=127.0.0.1:59854 2024-11-16T02:30:24,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375470x0, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:30:24,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37547-0x101417aa4a90000 connected 2024-11-16T02:30:24,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:24,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:24,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:24,907 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163, hbase.cluster.distributed=false 2024-11-16T02:30:24,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T02:30:24,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37547 2024-11-16T02:30:24,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37547 2024-11-16T02:30:24,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37547 2024-11-16T02:30:24,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37547 2024-11-16T02:30:24,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37547 2024-11-16T02:30:24,933 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:30:24,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:24,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:24,934 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:30:24,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:24,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:30:24,934 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:30:24,934 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:30:24,934 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34673 2024-11-16T02:30:24,935 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34673 connecting to ZooKeeper ensemble=127.0.0.1:59854 2024-11-16T02:30:24,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:24,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:24,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346730x0, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:30:24,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346730x0, quorum=127.0.0.1:59854, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:24,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34673-0x101417aa4a90001 connected 2024-11-16T02:30:24,947 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:30:24,947 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-16T02:30:24,951 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-16T02:30:24,952 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-16T02:30:24,952 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-16T02:30:24,952 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:30:24,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34673-0x101417aa4a90001, quorum=127.0.0.1:59854, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T02:30:24,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34673-0x101417aa4a90001, quorum=127.0.0.1:59854, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T02:30:24,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34673 2024-11-16T02:30:24,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34673 2024-11-16T02:30:24,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34673 2024-11-16T02:30:24,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34673 2024-11-16T02:30:24,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34673 2024-11-16T02:30:24,970 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:30:24,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:24,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:24,970 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:30:24,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:24,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:30:24,970 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:30:24,970 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:30:24,971 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38859 2024-11-16T02:30:24,972 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38859 connecting to ZooKeeper ensemble=127.0.0.1:59854 2024-11-16T02:30:24,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:24,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:24,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388590x0, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:30:24,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388590x0, quorum=127.0.0.1:59854, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:24,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38859-0x101417aa4a90002 connected 2024-11-16T02:30:24,989 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:30:24,990 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-16T02:30:24,995 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-16T02:30:24,996 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-16T02:30:24,998 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-16T02:30:24,998 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:30:24,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38859-0x101417aa4a90002, quorum=127.0.0.1:59854, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T02:30:25,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38859-0x101417aa4a90002, quorum=127.0.0.1:59854, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T02:30:25,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38859 2024-11-16T02:30:25,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38859 2024-11-16T02:30:25,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38859 2024-11-16T02:30:25,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38859 2024-11-16T02:30:25,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38859 2024-11-16T02:30:25,011 DEBUG [M:0;667222f7cf1b:37547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:37547 2024-11-16T02:30:25,011 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/667222f7cf1b,37547,1731724224782 2024-11-16T02:30:25,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x101417aa4a90002, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:25,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x101417aa4a90001, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:25,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:25,177 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/667222f7cf1b,37547,1731724224782 2024-11-16T02:30:25,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:25,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x101417aa4a90001, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T02:30:25,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x101417aa4a90001, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:25,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x101417aa4a90002, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T02:30:25,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x101417aa4a90002, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:25,258 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T02:30:25,259 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/667222f7cf1b,37547,1731724224782 from backup master directory 2024-11-16T02:30:25,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/667222f7cf1b,37547,1731724224782 2024-11-16T02:30:25,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x101417aa4a90002, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:25,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x101417aa4a90001, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:25,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:25,272 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:30:25,272 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,37547,1731724224782 2024-11-16T02:30:25,276 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/hbase.id] with ID: 87b12fe3-8f73-4849-997f-2a2a45c4e964 2024-11-16T02:30:25,276 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/.tmp/hbase.id 2024-11-16T02:30:25,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:30:25,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:30:25,281 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/.tmp/hbase.id]:[hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/hbase.id] 2024-11-16T02:30:25,292 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:25,292 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:30:25,293 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T02:30:25,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x101417aa4a90001, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:25,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x101417aa4a90002, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:25,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:25,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:30:25,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:30:25,313 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:30:25,314 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:30:25,314 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:30:25,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:30:25,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:30:25,322 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/MasterData/data/master/store 2024-11-16T02:30:25,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:30:25,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:30:25,331 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:25,331 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:30:25,331 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:25,331 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:25,331 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:30:25,331 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:25,331 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:25,332 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731724225331Disabling compacts and flushes for region at 1731724225331Disabling writes for close at 1731724225331Writing region close event to WAL at 1731724225331Closed at 1731724225331 2024-11-16T02:30:25,332 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/MasterData/data/master/store/.initializing 2024-11-16T02:30:25,332 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/MasterData/WALs/667222f7cf1b,37547,1731724224782 2024-11-16T02:30:25,334 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:30:25,335 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C37547%2C1731724224782, suffix=, logDir=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/MasterData/WALs/667222f7cf1b,37547,1731724224782, archiveDir=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/MasterData/oldWALs, maxLogs=10 2024-11-16T02:30:25,354 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/MasterData/WALs/667222f7cf1b,37547,1731724224782/667222f7cf1b%2C37547%2C1731724224782.1731724225335, exclude list is [], retry=0 2024-11-16T02:30:25,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37313,DS-d8856a36-dc57-4242-8ff2-f13d0d154acc,DISK] 2024-11-16T02:30:25,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41439,DS-6e8f6102-7f15-4622-a5cd-0727f6316cf4,DISK] 2024-11-16T02:30:25,359 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/MasterData/WALs/667222f7cf1b,37547,1731724224782/667222f7cf1b%2C37547%2C1731724224782.1731724225335 2024-11-16T02:30:25,360 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34649:34649),(127.0.0.1/127.0.0.1:42785:42785)] 2024-11-16T02:30:25,360 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:30:25,360 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:25,360 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:25,360 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:25,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:25,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:30:25,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:25,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:25,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:25,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:30:25,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:25,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:25,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:25,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:30:25,367 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:25,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:25,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:25,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:30:25,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:25,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:25,370 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:25,370 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:25,371 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:25,372 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:25,372 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:25,372 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:30:25,373 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:25,375 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:30:25,375 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61830140, jitterRate=-0.07865911722183228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:30:25,376 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731724225360Initializing all the Stores at 1731724225361 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724225361Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724225361Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724225361Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724225361Cleaning up temporary data from old regions at 1731724225372 (+11 ms)Region opened successfully at 1731724225376 (+4 ms) 2024-11-16T02:30:25,376 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:30:25,379 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cfbc00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:30:25,380 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:30:25,380 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:30:25,380 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:30:25,380 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:30:25,381 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:30:25,381 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T02:30:25,381 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:30:25,383 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:30:25,384 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T02:30:25,388 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T02:30:25,388 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:30:25,389 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:30:25,398 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T02:30:25,399 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:30:25,400 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:30:25,409 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T02:30:25,410 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:30:25,419 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T02:30:25,421 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:30:25,430 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T02:30:25,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x101417aa4a90002, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:25,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x101417aa4a90001, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:25,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x101417aa4a90001, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:25,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x101417aa4a90002, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:25,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:25,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:25,441 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,37547,1731724224782, sessionid=0x101417aa4a90000, setting cluster-up flag (Was=false) 2024-11-16T02:30:25,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x101417aa4a90001, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:25,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:25,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x101417aa4a90002, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:25,493 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T02:30:25,494 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,37547,1731724224782 2024-11-16T02:30:25,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x101417aa4a90002, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:25,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:25,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x101417aa4a90001, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:25,546 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T02:30:25,547 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,37547,1731724224782 2024-11-16T02:30:25,548 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:30:25,550 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:30:25,550 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:30:25,550 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:30:25,550 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,37547,1731724224782 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:30:25,552 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:30:25,552 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:30:25,552 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:30:25,552 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:30:25,552 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:30:25,552 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:25,552 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:30:25,552 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:25,554 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:30:25,554 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:30:25,555 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:25,556 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:30:25,564 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731724255564 2024-11-16T02:30:25,565 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:30:25,565 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:30:25,565 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:30:25,565 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:30:25,565 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:30:25,565 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:30:25,565 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:25,565 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:30:25,565 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:30:25,566 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:30:25,566 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:30:25,566 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:30:25,566 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731724225566,5,FailOnTimeoutGroup] 2024-11-16T02:30:25,568 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731724225566,5,FailOnTimeoutGroup] 2024-11-16T02:30:25,568 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:25,568 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:30:25,568 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:25,568 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:25,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:30:25,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:30:25,571 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:30:25,571 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163 2024-11-16T02:30:25,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741832_1008 (size=32) 2024-11-16T02:30:25,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741832_1008 (size=32) 2024-11-16T02:30:25,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:25,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:30:25,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:30:25,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:25,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:25,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:30:25,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:30:25,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:25,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:25,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:30:25,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:30:25,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:25,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:25,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:30:25,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:30:25,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:25,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:25,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:30:25,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/hbase/meta/1588230740 2024-11-16T02:30:25,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/hbase/meta/1588230740 2024-11-16T02:30:25,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:30:25,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:30:25,591 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:30:25,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:30:25,594 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:30:25,594 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67187310, jitterRate=0.0011689364910125732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:30:25,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731724225579Initializing all the Stores at 1731724225580 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724225580Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724225580Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724225580Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724225580Cleaning up temporary data from old regions at 1731724225591 (+11 ms)Region opened successfully at 1731724225595 (+4 ms) 2024-11-16T02:30:25,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:30:25,595 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:30:25,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:30:25,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:30:25,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:30:25,596 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:30:25,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731724225595Disabling compacts and flushes for region at 1731724225595Disabling writes for close at 1731724225595Writing region close event to WAL at 1731724225596 (+1 ms)Closed at 1731724225596 2024-11-16T02:30:25,597 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:30:25,597 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:30:25,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:30:25,598 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:30:25,599 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:30:25,603 INFO [RS:0;667222f7cf1b:34673 {}] regionserver.HRegionServer(746): ClusterId : 87b12fe3-8f73-4849-997f-2a2a45c4e964 2024-11-16T02:30:25,603 INFO [RS:1;667222f7cf1b:38859 {}] regionserver.HRegionServer(746): ClusterId : 87b12fe3-8f73-4849-997f-2a2a45c4e964 2024-11-16T02:30:25,603 DEBUG [RS:1;667222f7cf1b:38859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:30:25,603 DEBUG [RS:0;667222f7cf1b:34673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:30:25,610 DEBUG [RS:1;667222f7cf1b:38859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:30:25,610 DEBUG [RS:0;667222f7cf1b:34673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:30:25,610 DEBUG [RS:0;667222f7cf1b:34673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:30:25,610 DEBUG [RS:1;667222f7cf1b:38859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:30:25,620 DEBUG [RS:1;667222f7cf1b:38859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:30:25,620 DEBUG [RS:0;667222f7cf1b:34673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:30:25,620 DEBUG [RS:1;667222f7cf1b:38859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dcbd096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:30:25,620 DEBUG [RS:0;667222f7cf1b:34673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3777a673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:30:25,631 DEBUG [RS:1;667222f7cf1b:38859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;667222f7cf1b:38859 2024-11-16T02:30:25,631 INFO [RS:1;667222f7cf1b:38859 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:30:25,632 INFO [RS:1;667222f7cf1b:38859 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:30:25,632 DEBUG [RS:1;667222f7cf1b:38859 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:30:25,632 INFO [RS:1;667222f7cf1b:38859 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,37547,1731724224782 with port=38859, startcode=1731724224969 2024-11-16T02:30:25,632 DEBUG [RS:1;667222f7cf1b:38859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:30:25,633 DEBUG [RS:0;667222f7cf1b:34673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:34673 2024-11-16T02:30:25,633 INFO [RS:0;667222f7cf1b:34673 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:30:25,633 INFO [RS:0;667222f7cf1b:34673 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:30:25,633 DEBUG [RS:0;667222f7cf1b:34673 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:30:25,634 INFO [RS:0;667222f7cf1b:34673 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,37547,1731724224782 with port=34673, startcode=1731724224933 2024-11-16T02:30:25,634 DEBUG [RS:0;667222f7cf1b:34673 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:30:25,634 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:30:25,635 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37547 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,38859,1731724224969 2024-11-16T02:30:25,635 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37547 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,38859,1731724224969 2024-11-16T02:30:25,636 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:30:25,636 DEBUG [RS:1;667222f7cf1b:38859 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163 2024-11-16T02:30:25,636 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37547 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,34673,1731724224933 2024-11-16T02:30:25,636 DEBUG [RS:1;667222f7cf1b:38859 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39447 2024-11-16T02:30:25,636 DEBUG [RS:1;667222f7cf1b:38859 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:30:25,637 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37547 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,34673,1731724224933 2024-11-16T02:30:25,638 DEBUG [RS:0;667222f7cf1b:34673 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163 2024-11-16T02:30:25,638 DEBUG [RS:0;667222f7cf1b:34673 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39447 2024-11-16T02:30:25,638 DEBUG [RS:0;667222f7cf1b:34673 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:30:25,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T02:30:25,688 DEBUG [RS:1;667222f7cf1b:38859 {}] zookeeper.ZKUtil(111): regionserver:38859-0x101417aa4a90002, quorum=127.0.0.1:59854, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/667222f7cf1b,38859,1731724224969 2024-11-16T02:30:25,688 WARN [RS:1;667222f7cf1b:38859 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:30:25,688 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,38859,1731724224969] 2024-11-16T02:30:25,688 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,34673,1731724224933] 2024-11-16T02:30:25,688 INFO [RS:1;667222f7cf1b:38859 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:30:25,688 DEBUG [RS:1;667222f7cf1b:38859 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/WALs/667222f7cf1b,38859,1731724224969 2024-11-16T02:30:25,688 DEBUG [RS:0;667222f7cf1b:34673 {}] zookeeper.ZKUtil(111): regionserver:34673-0x101417aa4a90001, quorum=127.0.0.1:59854, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/667222f7cf1b,34673,1731724224933 2024-11-16T02:30:25,688 WARN [RS:0;667222f7cf1b:34673 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:30:25,688 INFO [RS:0;667222f7cf1b:34673 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:30:25,688 DEBUG [RS:0;667222f7cf1b:34673 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/WALs/667222f7cf1b,34673,1731724224933 2024-11-16T02:30:25,691 INFO [RS:0;667222f7cf1b:34673 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:30:25,691 INFO [RS:1;667222f7cf1b:38859 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:30:25,693 INFO [RS:1;667222f7cf1b:38859 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:30:25,693 INFO [RS:1;667222f7cf1b:38859 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:30:25,693 INFO [RS:1;667222f7cf1b:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:25,693 INFO [RS:1;667222f7cf1b:38859 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:30:25,694 INFO [RS:0;667222f7cf1b:34673 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:30:25,694 INFO [RS:1;667222f7cf1b:38859 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:30:25,694 INFO [RS:1;667222f7cf1b:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:25,694 DEBUG [RS:1;667222f7cf1b:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:25,694 DEBUG [RS:1;667222f7cf1b:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:25,694 DEBUG [RS:1;667222f7cf1b:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:25,694 DEBUG [RS:1;667222f7cf1b:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:25,694 DEBUG [RS:1;667222f7cf1b:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:25,694 DEBUG [RS:1;667222f7cf1b:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:30:25,695 DEBUG [RS:1;667222f7cf1b:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:25,695 DEBUG [RS:1;667222f7cf1b:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:25,695 DEBUG [RS:1;667222f7cf1b:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:25,695 DEBUG [RS:1;667222f7cf1b:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:25,695 DEBUG [RS:1;667222f7cf1b:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:25,695 DEBUG [RS:1;667222f7cf1b:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:25,695 DEBUG [RS:1;667222f7cf1b:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:30:25,695 DEBUG [RS:1;667222f7cf1b:38859 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:30:25,695 INFO [RS:0;667222f7cf1b:34673 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:30:25,695 INFO [RS:0;667222f7cf1b:34673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:25,696 INFO [RS:0;667222f7cf1b:34673 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:30:25,696 INFO [RS:1;667222f7cf1b:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:25,696 INFO [RS:1;667222f7cf1b:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:25,696 INFO [RS:1;667222f7cf1b:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:25,696 INFO [RS:1;667222f7cf1b:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:25,696 INFO [RS:0;667222f7cf1b:34673 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:30:25,696 INFO [RS:1;667222f7cf1b:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:25,696 INFO [RS:1;667222f7cf1b:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,38859,1731724224969-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:30:25,696 INFO [RS:0;667222f7cf1b:34673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:25,696 DEBUG [RS:0;667222f7cf1b:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:25,697 DEBUG [RS:0;667222f7cf1b:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:25,697 DEBUG [RS:0;667222f7cf1b:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:25,697 DEBUG [RS:0;667222f7cf1b:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:25,697 DEBUG [RS:0;667222f7cf1b:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:25,697 DEBUG [RS:0;667222f7cf1b:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:30:25,697 DEBUG [RS:0;667222f7cf1b:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:25,697 DEBUG [RS:0;667222f7cf1b:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:25,697 DEBUG [RS:0;667222f7cf1b:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:25,697 DEBUG [RS:0;667222f7cf1b:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:25,697 DEBUG [RS:0;667222f7cf1b:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:25,697 DEBUG [RS:0;667222f7cf1b:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:25,697 DEBUG [RS:0;667222f7cf1b:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:30:25,697 DEBUG [RS:0;667222f7cf1b:34673 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:30:25,697 INFO [RS:0;667222f7cf1b:34673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:25,697 INFO [RS:0;667222f7cf1b:34673 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:25,697 INFO [RS:0;667222f7cf1b:34673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:25,697 INFO [RS:0;667222f7cf1b:34673 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:25,697 INFO [RS:0;667222f7cf1b:34673 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:25,697 INFO [RS:0;667222f7cf1b:34673 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,34673,1731724224933-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:30:25,709 INFO [RS:1;667222f7cf1b:38859 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:30:25,709 INFO [RS:1;667222f7cf1b:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,38859,1731724224969-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:25,709 INFO [RS:0;667222f7cf1b:34673 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:30:25,709 INFO [RS:1;667222f7cf1b:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:25,709 INFO [RS:1;667222f7cf1b:38859 {}] regionserver.Replication(171): 667222f7cf1b,38859,1731724224969 started 2024-11-16T02:30:25,709 INFO [RS:0;667222f7cf1b:34673 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,34673,1731724224933-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:25,710 INFO [RS:0;667222f7cf1b:34673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:25,710 INFO [RS:0;667222f7cf1b:34673 {}] regionserver.Replication(171): 667222f7cf1b,34673,1731724224933 started 2024-11-16T02:30:25,723 INFO [RS:1;667222f7cf1b:38859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:25,723 INFO [RS:0;667222f7cf1b:34673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:25,723 INFO [RS:0;667222f7cf1b:34673 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,34673,1731724224933, RpcServer on 667222f7cf1b/172.17.0.3:34673, sessionid=0x101417aa4a90001 2024-11-16T02:30:25,723 INFO [RS:1;667222f7cf1b:38859 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,38859,1731724224969, RpcServer on 667222f7cf1b/172.17.0.3:38859, sessionid=0x101417aa4a90002 2024-11-16T02:30:25,723 DEBUG [RS:1;667222f7cf1b:38859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:30:25,723 DEBUG [RS:0;667222f7cf1b:34673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:30:25,723 DEBUG [RS:1;667222f7cf1b:38859 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,38859,1731724224969 2024-11-16T02:30:25,723 DEBUG [RS:0;667222f7cf1b:34673 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,34673,1731724224933 2024-11-16T02:30:25,723 DEBUG [RS:1;667222f7cf1b:38859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,38859,1731724224969' 2024-11-16T02:30:25,723 DEBUG [RS:0;667222f7cf1b:34673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,34673,1731724224933' 2024-11-16T02:30:25,723 DEBUG [RS:1;667222f7cf1b:38859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T02:30:25,723 DEBUG [RS:0;667222f7cf1b:34673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T02:30:25,724 DEBUG [RS:0;667222f7cf1b:34673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T02:30:25,724 DEBUG [RS:1;667222f7cf1b:38859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T02:30:25,724 DEBUG [RS:1;667222f7cf1b:38859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:30:25,724 DEBUG [RS:0;667222f7cf1b:34673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:30:25,724 DEBUG [RS:1;667222f7cf1b:38859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:30:25,724 DEBUG [RS:0;667222f7cf1b:34673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:30:25,724 DEBUG [RS:1;667222f7cf1b:38859 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,38859,1731724224969 2024-11-16T02:30:25,724 DEBUG [RS:0;667222f7cf1b:34673 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,34673,1731724224933 2024-11-16T02:30:25,724 DEBUG [RS:1;667222f7cf1b:38859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,38859,1731724224969' 2024-11-16T02:30:25,724 DEBUG [RS:0;667222f7cf1b:34673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,34673,1731724224933' 2024-11-16T02:30:25,724 DEBUG [RS:1;667222f7cf1b:38859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T02:30:25,724 DEBUG [RS:0;667222f7cf1b:34673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T02:30:25,724 DEBUG [RS:1;667222f7cf1b:38859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T02:30:25,724 DEBUG [RS:0;667222f7cf1b:34673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T02:30:25,724 DEBUG [RS:0;667222f7cf1b:34673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:30:25,724 DEBUG [RS:1;667222f7cf1b:38859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:30:25,724 INFO [RS:1;667222f7cf1b:38859 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:30:25,724 INFO [RS:0;667222f7cf1b:34673 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:30:25,725 INFO [RS:1;667222f7cf1b:38859 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:30:25,725 INFO [RS:0;667222f7cf1b:34673 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:30:25,750 WARN [667222f7cf1b:37547 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T02:30:25,825 INFO [RS:0;667222f7cf1b:34673 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:30:25,825 INFO [RS:1;667222f7cf1b:38859 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:30:25,826 INFO [RS:1;667222f7cf1b:38859 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C38859%2C1731724224969, suffix=, logDir=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/WALs/667222f7cf1b,38859,1731724224969, archiveDir=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/oldWALs, maxLogs=32 2024-11-16T02:30:25,826 INFO [RS:0;667222f7cf1b:34673 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C34673%2C1731724224933, suffix=, logDir=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/WALs/667222f7cf1b,34673,1731724224933, archiveDir=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/oldWALs, maxLogs=32 2024-11-16T02:30:25,845 DEBUG [RS:0;667222f7cf1b:34673 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/WALs/667222f7cf1b,34673,1731724224933/667222f7cf1b%2C34673%2C1731724224933.1731724225827, exclude list is [], retry=0 2024-11-16T02:30:25,845 DEBUG [RS:1;667222f7cf1b:38859 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/WALs/667222f7cf1b,38859,1731724224969/667222f7cf1b%2C38859%2C1731724224969.1731724225827, exclude list is [], retry=0 2024-11-16T02:30:25,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41439,DS-6e8f6102-7f15-4622-a5cd-0727f6316cf4,DISK] 2024-11-16T02:30:25,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41439,DS-6e8f6102-7f15-4622-a5cd-0727f6316cf4,DISK] 2024-11-16T02:30:25,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37313,DS-d8856a36-dc57-4242-8ff2-f13d0d154acc,DISK] 2024-11-16T02:30:25,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37313,DS-d8856a36-dc57-4242-8ff2-f13d0d154acc,DISK] 2024-11-16T02:30:25,850 INFO [RS:0;667222f7cf1b:34673 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/WALs/667222f7cf1b,34673,1731724224933/667222f7cf1b%2C34673%2C1731724224933.1731724225827 2024-11-16T02:30:25,851 INFO [RS:1;667222f7cf1b:38859 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/WALs/667222f7cf1b,38859,1731724224969/667222f7cf1b%2C38859%2C1731724224969.1731724225827 2024-11-16T02:30:25,851 DEBUG [RS:0;667222f7cf1b:34673 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42785:42785),(127.0.0.1/127.0.0.1:34649:34649)] 2024-11-16T02:30:25,851 DEBUG [RS:1;667222f7cf1b:38859 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42785:42785),(127.0.0.1/127.0.0.1:34649:34649)] 2024-11-16T02:30:26,000 DEBUG [667222f7cf1b:37547 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-16T02:30:26,000 DEBUG [667222f7cf1b:37547 {}] balancer.BalancerClusterState(204): Hosts are {667222f7cf1b=0} racks are {/default-rack=0} 2024-11-16T02:30:26,002 DEBUG [667222f7cf1b:37547 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T02:30:26,002 DEBUG [667222f7cf1b:37547 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T02:30:26,002 DEBUG [667222f7cf1b:37547 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T02:30:26,002 DEBUG [667222f7cf1b:37547 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T02:30:26,002 INFO [667222f7cf1b:37547 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T02:30:26,002 INFO [667222f7cf1b:37547 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T02:30:26,002 DEBUG [667222f7cf1b:37547 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T02:30:26,002 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,38859,1731724224969 2024-11-16T02:30:26,003 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,38859,1731724224969, state=OPENING 2024-11-16T02:30:26,019 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:30:26,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x101417aa4a90001, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:26,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:26,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x101417aa4a90002, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:26,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:26,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:26,031 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:30:26,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,38859,1731724224969}] 2024-11-16T02:30:26,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:26,183 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:30:26,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47581, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:30:26,190 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:30:26,190 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:30:26,190 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:30:26,192 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C38859%2C1731724224969.meta, suffix=.meta, logDir=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/WALs/667222f7cf1b,38859,1731724224969, archiveDir=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/oldWALs, maxLogs=32 2024-11-16T02:30:26,204 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/WALs/667222f7cf1b,38859,1731724224969/667222f7cf1b%2C38859%2C1731724224969.meta.1731724226192.meta, exclude list is [], retry=0 2024-11-16T02:30:26,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37313,DS-d8856a36-dc57-4242-8ff2-f13d0d154acc,DISK] 2024-11-16T02:30:26,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41439,DS-6e8f6102-7f15-4622-a5cd-0727f6316cf4,DISK] 2024-11-16T02:30:26,209 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/WALs/667222f7cf1b,38859,1731724224969/667222f7cf1b%2C38859%2C1731724224969.meta.1731724226192.meta 2024-11-16T02:30:26,209 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42785:42785),(127.0.0.1/127.0.0.1:34649:34649)] 2024-11-16T02:30:26,209 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:30:26,209 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:30:26,209 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:30:26,210 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:30:26,210 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:30:26,210 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:26,210 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:30:26,210 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:30:26,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:30:26,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:30:26,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:26,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:26,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:30:26,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:30:26,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:26,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:26,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:30:26,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:30:26,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:26,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:26,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:30:26,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:30:26,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:26,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:26,216 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:30:26,217 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/hbase/meta/1588230740 2024-11-16T02:30:26,218 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/hbase/meta/1588230740 2024-11-16T02:30:26,219 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:30:26,219 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:30:26,220 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:30:26,221 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:30:26,222 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64949662, jitterRate=-0.03217461705207825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:30:26,222 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:30:26,222 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731724226210Writing region info on filesystem at 1731724226210Initializing all the Stores at 1731724226211 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724226211Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724226211Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724226211Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724226211Cleaning up temporary data from old regions at 1731724226219 (+8 ms)Running coprocessor post-open hooks at 1731724226222 (+3 ms)Region opened successfully at 1731724226222 2024-11-16T02:30:26,223 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731724226183 2024-11-16T02:30:26,226 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:30:26,226 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:30:26,226 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,38859,1731724224969 2024-11-16T02:30:26,227 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,38859,1731724224969, state=OPEN 2024-11-16T02:30:26,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T02:30:26,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x101417aa4a90001, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T02:30:26,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x101417aa4a90002, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T02:30:26,272 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,38859,1731724224969 2024-11-16T02:30:26,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:26,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:26,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:26,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:30:26,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,38859,1731724224969 in 241 msec 2024-11-16T02:30:26,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:30:26,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 678 msec 2024-11-16T02:30:26,278 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:30:26,278 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:30:26,279 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:30:26,279 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,38859,1731724224969, seqNum=-1] 2024-11-16T02:30:26,280 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:30:26,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:30:26,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 738 msec 2024-11-16T02:30:26,288 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731724226288, completionTime=-1 2024-11-16T02:30:26,288 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-16T02:30:26,288 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:30:26,290 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-16T02:30:26,290 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731724286290 2024-11-16T02:30:26,290 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731724346290 2024-11-16T02:30:26,290 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T02:30:26,290 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T02:30:26,290 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37547,1731724224782-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:26,291 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37547,1731724224782-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:26,291 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37547,1731724224782-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:26,291 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:37547, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:26,291 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:26,291 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:26,293 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:30:26,294 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.022sec 2024-11-16T02:30:26,294 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:30:26,294 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:30:26,294 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:30:26,294 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:30:26,294 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:30:26,295 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37547,1731724224782-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:30:26,295 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37547,1731724224782-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:30:26,296 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:30:26,296 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:30:26,296 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,37547,1731724224782-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:26,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b40205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:30:26,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,37547,-1 for getting cluster id 2024-11-16T02:30:26,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:30:26,304 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '87b12fe3-8f73-4849-997f-2a2a45c4e964' 2024-11-16T02:30:26,305 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:30:26,305 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "87b12fe3-8f73-4849-997f-2a2a45c4e964" 2024-11-16T02:30:26,305 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65490838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:30:26,305 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,37547,-1] 2024-11-16T02:30:26,305 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:30:26,305 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:26,306 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:30:26,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4bab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:30:26,307 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:30:26,308 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,38859,1731724224969, seqNum=-1] 2024-11-16T02:30:26,308 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:30:26,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:30:26,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,37547,1731724224782 2024-11-16T02:30:26,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:30:26,312 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,37547,1731724224782 2024-11-16T02:30:26,312 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28da451a 2024-11-16T02:30:26,312 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:30:26,313 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:30:26,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37547 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:30:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37547 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-16T02:30:26,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:30:26,317 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:26,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37547 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-16T02:30:26,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:30:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:26,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741836_1012 (size=379) 2024-11-16T02:30:26,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741836_1012 (size=379) 2024-11-16T02:30:26,326 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 637151f7992020e3a396e0ec980821dd, NAME => 'testClearRegionBlockCache,,1731724226314.637151f7992020e3a396e0ec980821dd.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163 2024-11-16T02:30:26,326 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b96434cc374d19ccb4032454ef08dc6d, NAME => 'testClearRegionBlockCache,5,1731724226314.b96434cc374d19ccb4032454ef08dc6d.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163 2024-11-16T02:30:26,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741837_1013 (size=61) 2024-11-16T02:30:26,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741837_1013 (size=61) 2024-11-16T02:30:26,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741838_1014 (size=61) 2024-11-16T02:30:26,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741838_1014 (size=61) 2024-11-16T02:30:26,333 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731724226314.b96434cc374d19ccb4032454ef08dc6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:26,333 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731724226314.637151f7992020e3a396e0ec980821dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:26,333 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing b96434cc374d19ccb4032454ef08dc6d, disabling compactions & flushes 2024-11-16T02:30:26,333 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 637151f7992020e3a396e0ec980821dd, disabling compactions & flushes 2024-11-16T02:30:26,333 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731724226314.b96434cc374d19ccb4032454ef08dc6d. 2024-11-16T02:30:26,333 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731724226314.637151f7992020e3a396e0ec980821dd. 2024-11-16T02:30:26,333 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731724226314.b96434cc374d19ccb4032454ef08dc6d. 2024-11-16T02:30:26,333 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731724226314.637151f7992020e3a396e0ec980821dd. 2024-11-16T02:30:26,333 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731724226314.b96434cc374d19ccb4032454ef08dc6d. after waiting 0 ms 2024-11-16T02:30:26,333 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731724226314.637151f7992020e3a396e0ec980821dd. after waiting 0 ms 2024-11-16T02:30:26,333 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731724226314.b96434cc374d19ccb4032454ef08dc6d. 2024-11-16T02:30:26,333 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731724226314.637151f7992020e3a396e0ec980821dd. 2024-11-16T02:30:26,333 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731724226314.b96434cc374d19ccb4032454ef08dc6d. 2024-11-16T02:30:26,333 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731724226314.637151f7992020e3a396e0ec980821dd. 2024-11-16T02:30:26,333 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for b96434cc374d19ccb4032454ef08dc6d: Waiting for close lock at 1731724226333Disabling compacts and flushes for region at 1731724226333Disabling writes for close at 1731724226333Writing region close event to WAL at 1731724226333Closed at 1731724226333 2024-11-16T02:30:26,333 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 637151f7992020e3a396e0ec980821dd: Waiting for close lock at 1731724226333Disabling compacts and flushes for region at 1731724226333Disabling writes for close at 1731724226333Writing region close event to WAL at 1731724226333Closed at 1731724226333 2024-11-16T02:30:26,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:30:26,334 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731724226314.b96434cc374d19ccb4032454ef08dc6d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731724226334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731724226334"}]},"ts":"1731724226334"} 2024-11-16T02:30:26,335 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731724226314.637151f7992020e3a396e0ec980821dd.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731724226334"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731724226334"}]},"ts":"1731724226334"} 2024-11-16T02:30:26,337 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-16T02:30:26,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:30:26,339 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731724226339"}]},"ts":"1731724226339"} 2024-11-16T02:30:26,341 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-16T02:30:26,341 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {667222f7cf1b=0} racks are {/default-rack=0} 2024-11-16T02:30:26,343 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T02:30:26,343 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T02:30:26,343 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T02:30:26,343 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T02:30:26,343 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T02:30:26,343 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T02:30:26,343 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T02:30:26,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=637151f7992020e3a396e0ec980821dd, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b96434cc374d19ccb4032454ef08dc6d, ASSIGN}] 2024-11-16T02:30:26,345 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=637151f7992020e3a396e0ec980821dd, ASSIGN 2024-11-16T02:30:26,345 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b96434cc374d19ccb4032454ef08dc6d, ASSIGN 2024-11-16T02:30:26,346 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b96434cc374d19ccb4032454ef08dc6d, ASSIGN; state=OFFLINE, location=667222f7cf1b,34673,1731724224933; forceNewPlan=false, retain=false 2024-11-16T02:30:26,346 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=637151f7992020e3a396e0ec980821dd, ASSIGN; state=OFFLINE, location=667222f7cf1b,38859,1731724224969; forceNewPlan=false, retain=false 2024-11-16T02:30:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:26,496 INFO [667222f7cf1b:37547 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-16T02:30:26,497 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b96434cc374d19ccb4032454ef08dc6d, regionState=OPENING, regionLocation=667222f7cf1b,34673,1731724224933 2024-11-16T02:30:26,497 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=637151f7992020e3a396e0ec980821dd, regionState=OPENING, regionLocation=667222f7cf1b,38859,1731724224969 2024-11-16T02:30:26,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b96434cc374d19ccb4032454ef08dc6d, ASSIGN because future has completed 2024-11-16T02:30:26,500 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b96434cc374d19ccb4032454ef08dc6d, server=667222f7cf1b,34673,1731724224933}] 2024-11-16T02:30:26,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=637151f7992020e3a396e0ec980821dd, ASSIGN because future has completed 2024-11-16T02:30:26,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 637151f7992020e3a396e0ec980821dd, server=667222f7cf1b,38859,1731724224969}] 2024-11-16T02:30:26,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:26,652 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:30:26,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:30:26,656 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731724226314.b96434cc374d19ccb4032454ef08dc6d. 2024-11-16T02:30:26,657 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b96434cc374d19ccb4032454ef08dc6d, NAME => 'testClearRegionBlockCache,5,1731724226314.b96434cc374d19ccb4032454ef08dc6d.', STARTKEY => '5', ENDKEY => ''} 2024-11-16T02:30:26,657 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b96434cc374d19ccb4032454ef08dc6d 2024-11-16T02:30:26,657 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731724226314.b96434cc374d19ccb4032454ef08dc6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:26,657 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b96434cc374d19ccb4032454ef08dc6d 2024-11-16T02:30:26,657 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b96434cc374d19ccb4032454ef08dc6d 2024-11-16T02:30:26,658 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731724226314.637151f7992020e3a396e0ec980821dd. 2024-11-16T02:30:26,658 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 637151f7992020e3a396e0ec980821dd, NAME => 'testClearRegionBlockCache,,1731724226314.637151f7992020e3a396e0ec980821dd.', STARTKEY => '', ENDKEY => '5'} 2024-11-16T02:30:26,658 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 637151f7992020e3a396e0ec980821dd 2024-11-16T02:30:26,658 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731724226314.637151f7992020e3a396e0ec980821dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:26,658 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 637151f7992020e3a396e0ec980821dd 2024-11-16T02:30:26,658 INFO [StoreOpener-b96434cc374d19ccb4032454ef08dc6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b96434cc374d19ccb4032454ef08dc6d 2024-11-16T02:30:26,658 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 637151f7992020e3a396e0ec980821dd 2024-11-16T02:30:26,659 INFO [StoreOpener-637151f7992020e3a396e0ec980821dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 637151f7992020e3a396e0ec980821dd 2024-11-16T02:30:26,660 INFO [StoreOpener-b96434cc374d19ccb4032454ef08dc6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b96434cc374d19ccb4032454ef08dc6d columnFamilyName family 2024-11-16T02:30:26,660 DEBUG [StoreOpener-b96434cc374d19ccb4032454ef08dc6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:26,660 INFO [StoreOpener-b96434cc374d19ccb4032454ef08dc6d-1 {}] regionserver.HStore(327): Store=b96434cc374d19ccb4032454ef08dc6d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:26,661 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b96434cc374d19ccb4032454ef08dc6d 2024-11-16T02:30:26,661 INFO [StoreOpener-637151f7992020e3a396e0ec980821dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 637151f7992020e3a396e0ec980821dd columnFamilyName family 2024-11-16T02:30:26,661 DEBUG [StoreOpener-637151f7992020e3a396e0ec980821dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:26,661 INFO [StoreOpener-637151f7992020e3a396e0ec980821dd-1 {}] regionserver.HStore(327): Store=637151f7992020e3a396e0ec980821dd/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:26,661 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 637151f7992020e3a396e0ec980821dd 2024-11-16T02:30:26,661 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/default/testClearRegionBlockCache/b96434cc374d19ccb4032454ef08dc6d 2024-11-16T02:30:26,662 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/default/testClearRegionBlockCache/b96434cc374d19ccb4032454ef08dc6d 2024-11-16T02:30:26,662 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b96434cc374d19ccb4032454ef08dc6d 2024-11-16T02:30:26,662 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/default/testClearRegionBlockCache/637151f7992020e3a396e0ec980821dd 2024-11-16T02:30:26,662 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b96434cc374d19ccb4032454ef08dc6d 2024-11-16T02:30:26,662 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/default/testClearRegionBlockCache/637151f7992020e3a396e0ec980821dd 2024-11-16T02:30:26,663 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 637151f7992020e3a396e0ec980821dd 2024-11-16T02:30:26,663 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 637151f7992020e3a396e0ec980821dd 2024-11-16T02:30:26,663 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b96434cc374d19ccb4032454ef08dc6d 2024-11-16T02:30:26,664 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 637151f7992020e3a396e0ec980821dd 2024-11-16T02:30:26,666 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/default/testClearRegionBlockCache/b96434cc374d19ccb4032454ef08dc6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:30:26,667 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened b96434cc374d19ccb4032454ef08dc6d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69185226, jitterRate=0.030940204858779907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T02:30:26,667 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b96434cc374d19ccb4032454ef08dc6d 2024-11-16T02:30:26,667 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/default/testClearRegionBlockCache/637151f7992020e3a396e0ec980821dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:30:26,668 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b96434cc374d19ccb4032454ef08dc6d: Running coprocessor pre-open hook at 1731724226657Writing region info on filesystem at 1731724226657Initializing all the Stores at 1731724226658 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724226658Cleaning up temporary data from old regions at 1731724226662 (+4 ms)Running coprocessor post-open hooks at 1731724226667 (+5 ms)Region opened successfully at 1731724226667 2024-11-16T02:30:26,668 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 637151f7992020e3a396e0ec980821dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68538654, jitterRate=0.02130553126335144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T02:30:26,668 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 637151f7992020e3a396e0ec980821dd 2024-11-16T02:30:26,668 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 637151f7992020e3a396e0ec980821dd: Running coprocessor pre-open hook at 1731724226659Writing region info on filesystem at 1731724226659Initializing all the Stores at 1731724226659Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724226659Cleaning up temporary data from old regions at 1731724226663 (+4 ms)Running coprocessor post-open hooks at 1731724226668 (+5 ms)Region opened successfully at 1731724226668 2024-11-16T02:30:26,668 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731724226314.b96434cc374d19ccb4032454ef08dc6d., pid=7, masterSystemTime=1731724226652 2024-11-16T02:30:26,668 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731724226314.637151f7992020e3a396e0ec980821dd., pid=8, masterSystemTime=1731724226653 2024-11-16T02:30:26,671 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731724226314.637151f7992020e3a396e0ec980821dd. 2024-11-16T02:30:26,671 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731724226314.637151f7992020e3a396e0ec980821dd. 2024-11-16T02:30:26,671 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=637151f7992020e3a396e0ec980821dd, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,38859,1731724224969 2024-11-16T02:30:26,672 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731724226314.b96434cc374d19ccb4032454ef08dc6d. 2024-11-16T02:30:26,672 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731724226314.b96434cc374d19ccb4032454ef08dc6d. 2024-11-16T02:30:26,672 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b96434cc374d19ccb4032454ef08dc6d, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,34673,1731724224933 2024-11-16T02:30:26,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 637151f7992020e3a396e0ec980821dd, server=667222f7cf1b,38859,1731724224969 because future has completed 2024-11-16T02:30:26,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b96434cc374d19ccb4032454ef08dc6d, server=667222f7cf1b,34673,1731724224933 because future has completed 2024-11-16T02:30:26,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-16T02:30:26,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 637151f7992020e3a396e0ec980821dd, server=667222f7cf1b,38859,1731724224969 in 174 msec 2024-11-16T02:30:26,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=637151f7992020e3a396e0ec980821dd, ASSIGN in 334 msec 2024-11-16T02:30:26,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T02:30:26,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b96434cc374d19ccb4032454ef08dc6d, server=667222f7cf1b,34673,1731724224933 in 177 msec 2024-11-16T02:30:26,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-16T02:30:26,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b96434cc374d19ccb4032454ef08dc6d, ASSIGN in 335 msec 2024-11-16T02:30:26,681 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:30:26,681 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731724226681"}]},"ts":"1731724226681"} 2024-11-16T02:30:26,683 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-16T02:30:26,684 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:30:26,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 370 msec 2024-11-16T02:30:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:26,949 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-16T02:30:26,949 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-16T02:30:26,949 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T02:30:26,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-16T02:30:26,952 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T02:30:26,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-16T02:30:26,954 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731724226314.637151f7992020e3a396e0ec980821dd., hostname=667222f7cf1b,38859,1731724224969, seqNum=2] 2024-11-16T02:30:26,966 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731724226314.b96434cc374d19ccb4032454ef08dc6d., hostname=667222f7cf1b,34673,1731724224933, seqNum=2] 2024-11-16T02:30:26,966 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:30:26,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:30:26,976 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b96434cc374d19ccb4032454ef08dc6d 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-16T02:30:26,990 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/default/testClearRegionBlockCache/b96434cc374d19ccb4032454ef08dc6d/.tmp/family/5d21776e3fb04156a05b18d742417008 is 32, key is 5/family:/1731724226968/Put/seqid=0 2024-11-16T02:30:26,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741839_1015 (size=5083) 2024-11-16T02:30:26,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741839_1015 (size=5083) 2024-11-16T02:30:26,995 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/default/testClearRegionBlockCache/b96434cc374d19ccb4032454ef08dc6d/.tmp/family/5d21776e3fb04156a05b18d742417008 2024-11-16T02:30:27,001 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/default/testClearRegionBlockCache/b96434cc374d19ccb4032454ef08dc6d/.tmp/family/5d21776e3fb04156a05b18d742417008 as hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/default/testClearRegionBlockCache/b96434cc374d19ccb4032454ef08dc6d/family/5d21776e3fb04156a05b18d742417008 2024-11-16T02:30:27,006 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/default/testClearRegionBlockCache/b96434cc374d19ccb4032454ef08dc6d/family/5d21776e3fb04156a05b18d742417008, entries=5, sequenceid=9, filesize=5.0 K 2024-11-16T02:30:27,007 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for b96434cc374d19ccb4032454ef08dc6d in 31ms, sequenceid=9, compaction requested=false 2024-11-16T02:30:27,007 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b96434cc374d19ccb4032454ef08dc6d: 2024-11-16T02:30:27,007 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 637151f7992020e3a396e0ec980821dd 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-16T02:30:27,022 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/default/testClearRegionBlockCache/637151f7992020e3a396e0ec980821dd/.tmp/family/d58f572b7010420a9963fe75aa8d563d is 32, key is 1/family:/1731724226956/Put/seqid=0 2024-11-16T02:30:27,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741840_1016 (size=5054) 2024-11-16T02:30:27,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741840_1016 (size=5054) 2024-11-16T02:30:27,027 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/default/testClearRegionBlockCache/637151f7992020e3a396e0ec980821dd/.tmp/family/d58f572b7010420a9963fe75aa8d563d 2024-11-16T02:30:27,033 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/default/testClearRegionBlockCache/637151f7992020e3a396e0ec980821dd/.tmp/family/d58f572b7010420a9963fe75aa8d563d as hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/default/testClearRegionBlockCache/637151f7992020e3a396e0ec980821dd/family/d58f572b7010420a9963fe75aa8d563d 2024-11-16T02:30:27,039 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/default/testClearRegionBlockCache/637151f7992020e3a396e0ec980821dd/family/d58f572b7010420a9963fe75aa8d563d, entries=4, sequenceid=8, filesize=4.9 K 2024-11-16T02:30:27,040 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 637151f7992020e3a396e0ec980821dd in 33ms, sequenceid=8, compaction requested=false 2024-11-16T02:30:27,040 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 637151f7992020e3a396e0ec980821dd: 2024-11-16T02:30:27,042 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file 5d21776e3fb04156a05b18d742417008, starting offset: 0, end offset: 9223372036854775807 2024-11-16T02:30:27,042 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key 5d21776e3fb04156a05b18d742417008_0 from back map with offset lock 2094080 in the evict process 2024-11-16T02:30:27,044 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file d58f572b7010420a9963fe75aa8d563d, starting offset: 0, end offset: 9223372036854775807 2024-11-16T02:30:27,044 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key d58f572b7010420a9963fe75aa8d563d_0 from back map with offset lock 2094080 in the evict process 2024-11-16T02:30:27,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:30:27,044 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:30:27,044 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:30:27,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:27,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:27,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:30:27,045 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:30:27,045 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=348260971, stopped=false 2024-11-16T02:30:27,045 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,37547,1731724224782 2024-11-16T02:30:27,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x101417aa4a90001, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:27,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:27,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x101417aa4a90002, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:27,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x101417aa4a90001, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:27,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:27,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x101417aa4a90002, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:27,230 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:30:27,230 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:30:27,230 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:30:27,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:27,231 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,34673,1731724224933' ***** 2024-11-16T02:30:27,231 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:30:27,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34673-0x101417aa4a90001, quorum=127.0.0.1:59854, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:27,231 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,38859,1731724224969' ***** 2024-11-16T02:30:27,231 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:30:27,231 INFO [RS:1;667222f7cf1b:38859 {}] bucket.BucketCache(1738): Disabling cache 2024-11-16T02:30:27,231 INFO [RS:0;667222f7cf1b:34673 {}] bucket.BucketCache(1738): Disabling cache 2024-11-16T02:30:27,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:27,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38859-0x101417aa4a90002, quorum=127.0.0.1:59854, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:27,231 INFO [RS:1;667222f7cf1b:38859 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-16T02:30:27,231 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-16T02:30:27,231 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-16T02:30:27,231 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-16T02:30:27,231 INFO [RS:1;667222f7cf1b:38859 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:30:27,231 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:30:27,231 INFO [RS:1;667222f7cf1b:38859 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:30:27,232 INFO [RS:1;667222f7cf1b:38859 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:30:27,232 INFO [RS:0;667222f7cf1b:34673 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-16T02:30:27,232 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-16T02:30:27,232 INFO [RS:1;667222f7cf1b:38859 {}] regionserver.HRegionServer(3091): Received CLOSE for 637151f7992020e3a396e0ec980821dd 2024-11-16T02:30:27,232 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-16T02:30:27,232 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-16T02:30:27,232 INFO [RS:0;667222f7cf1b:34673 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:30:27,232 INFO [RS:0;667222f7cf1b:34673 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:30:27,232 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:30:27,232 INFO [RS:0;667222f7cf1b:34673 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:30:27,232 INFO [RS:1;667222f7cf1b:38859 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,38859,1731724224969 2024-11-16T02:30:27,232 INFO [RS:0;667222f7cf1b:34673 {}] regionserver.HRegionServer(3091): Received CLOSE for b96434cc374d19ccb4032454ef08dc6d 2024-11-16T02:30:27,232 INFO [RS:1;667222f7cf1b:38859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:30:27,232 INFO [RS:1;667222f7cf1b:38859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;667222f7cf1b:38859. 2024-11-16T02:30:27,232 DEBUG [RS:1;667222f7cf1b:38859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:30:27,232 INFO [RS:0;667222f7cf1b:34673 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,34673,1731724224933 2024-11-16T02:30:27,232 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 637151f7992020e3a396e0ec980821dd, disabling compactions & flushes 2024-11-16T02:30:27,232 DEBUG [RS:1;667222f7cf1b:38859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:27,232 INFO [RS:0;667222f7cf1b:34673 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:30:27,232 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731724226314.637151f7992020e3a396e0ec980821dd. 2024-11-16T02:30:27,232 INFO [RS:0;667222f7cf1b:34673 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:34673. 2024-11-16T02:30:27,232 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731724226314.637151f7992020e3a396e0ec980821dd. 2024-11-16T02:30:27,232 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b96434cc374d19ccb4032454ef08dc6d, disabling compactions & flushes 2024-11-16T02:30:27,232 INFO [RS:1;667222f7cf1b:38859 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:30:27,232 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731724226314.637151f7992020e3a396e0ec980821dd. after waiting 0 ms 2024-11-16T02:30:27,232 INFO [RS:1;667222f7cf1b:38859 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:30:27,232 DEBUG [RS:0;667222f7cf1b:34673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:30:27,232 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731724226314.b96434cc374d19ccb4032454ef08dc6d. 2024-11-16T02:30:27,232 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731724226314.637151f7992020e3a396e0ec980821dd. 2024-11-16T02:30:27,232 INFO [RS:1;667222f7cf1b:38859 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:30:27,232 DEBUG [RS:0;667222f7cf1b:34673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:27,232 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731724226314.b96434cc374d19ccb4032454ef08dc6d. 2024-11-16T02:30:27,232 INFO [RS:1;667222f7cf1b:38859 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:30:27,232 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731724226314.b96434cc374d19ccb4032454ef08dc6d. after waiting 0 ms 2024-11-16T02:30:27,232 INFO [RS:0;667222f7cf1b:34673 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T02:30:27,232 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731724226314.b96434cc374d19ccb4032454ef08dc6d. 2024-11-16T02:30:27,232 DEBUG [RS:0;667222f7cf1b:34673 {}] regionserver.HRegionServer(1325): Online Regions={b96434cc374d19ccb4032454ef08dc6d=testClearRegionBlockCache,5,1731724226314.b96434cc374d19ccb4032454ef08dc6d.} 2024-11-16T02:30:27,233 DEBUG [RS:0;667222f7cf1b:34673 {}] regionserver.HRegionServer(1351): Waiting on b96434cc374d19ccb4032454ef08dc6d 2024-11-16T02:30:27,233 INFO [RS:1;667222f7cf1b:38859 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T02:30:27,233 DEBUG [RS:1;667222f7cf1b:38859 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 637151f7992020e3a396e0ec980821dd=testClearRegionBlockCache,,1731724226314.637151f7992020e3a396e0ec980821dd.} 2024-11-16T02:30:27,233 DEBUG [RS:1;667222f7cf1b:38859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 637151f7992020e3a396e0ec980821dd 2024-11-16T02:30:27,233 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:30:27,233 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:30:27,233 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:30:27,233 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:30:27,233 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:30:27,233 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-16T02:30:27,236 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/default/testClearRegionBlockCache/b96434cc374d19ccb4032454ef08dc6d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-16T02:30:27,237 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/default/testClearRegionBlockCache/637151f7992020e3a396e0ec980821dd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T02:30:27,237 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731724226314.637151f7992020e3a396e0ec980821dd. 2024-11-16T02:30:27,237 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731724226314.b96434cc374d19ccb4032454ef08dc6d. 2024-11-16T02:30:27,237 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 637151f7992020e3a396e0ec980821dd: Waiting for close lock at 1731724227232Running coprocessor pre-close hooks at 1731724227232Disabling compacts and flushes for region at 1731724227232Disabling writes for close at 1731724227232Writing region close event to WAL at 1731724227233 (+1 ms)Running coprocessor post-close hooks at 1731724227237 (+4 ms)Closed at 1731724227237 2024-11-16T02:30:27,237 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b96434cc374d19ccb4032454ef08dc6d: Waiting for close lock at 1731724227232Running coprocessor pre-close hooks at 1731724227232Disabling compacts and flushes for region at 1731724227232Disabling writes for close at 1731724227232Writing region close event to WAL at 1731724227234 (+2 ms)Running coprocessor post-close hooks at 1731724227237 (+3 ms)Closed at 1731724227237 2024-11-16T02:30:27,237 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731724226314.637151f7992020e3a396e0ec980821dd. 2024-11-16T02:30:27,237 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731724226314.b96434cc374d19ccb4032454ef08dc6d. 2024-11-16T02:30:27,251 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/hbase/meta/1588230740/.tmp/info/8fe9786844824470a9efeb0ddd3c0fd2 is 173, key is testClearRegionBlockCache,5,1731724226314.b96434cc374d19ccb4032454ef08dc6d./info:regioninfo/1731724226672/Put/seqid=0 2024-11-16T02:30:27,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741841_1017 (size=8173) 2024-11-16T02:30:27,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741841_1017 (size=8173) 2024-11-16T02:30:27,257 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/hbase/meta/1588230740/.tmp/info/8fe9786844824470a9efeb0ddd3c0fd2 2024-11-16T02:30:27,276 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/hbase/meta/1588230740/.tmp/ns/80d00e9c64ac49d48ee04362d491b9c0 is 43, key is default/ns:d/1731724226282/Put/seqid=0 2024-11-16T02:30:27,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741842_1018 (size=5153) 2024-11-16T02:30:27,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741842_1018 (size=5153) 2024-11-16T02:30:27,298 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:30:27,299 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:30:27,433 INFO [RS:0;667222f7cf1b:34673 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,34673,1731724224933; all regions closed. 2024-11-16T02:30:27,433 DEBUG [RS:1;667222f7cf1b:38859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:30:27,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741834_1010 (size=1867) 2024-11-16T02:30:27,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741834_1010 (size=1867) 2024-11-16T02:30:27,436 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/WALs/667222f7cf1b,34673,1731724224933/667222f7cf1b%2C34673%2C1731724224933.1731724225827 not finished, retry = 0 2024-11-16T02:30:27,538 DEBUG [RS:0;667222f7cf1b:34673 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/oldWALs 2024-11-16T02:30:27,538 INFO [RS:0;667222f7cf1b:34673 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C34673%2C1731724224933:(num 1731724225827) 2024-11-16T02:30:27,538 DEBUG [RS:0;667222f7cf1b:34673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:27,538 INFO [RS:0;667222f7cf1b:34673 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:30:27,538 INFO [RS:0;667222f7cf1b:34673 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:30:27,539 INFO [RS:0;667222f7cf1b:34673 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T02:30:27,539 INFO [RS:0;667222f7cf1b:34673 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:30:27,539 INFO [RS:0;667222f7cf1b:34673 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:30:27,539 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:30:27,539 INFO [RS:0;667222f7cf1b:34673 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:30:27,539 INFO [RS:0;667222f7cf1b:34673 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:30:27,539 INFO [RS:0;667222f7cf1b:34673 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34673 2024-11-16T02:30:27,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x101417aa4a90001, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/667222f7cf1b,34673,1731724224933 2024-11-16T02:30:27,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T02:30:27,565 INFO [RS:0;667222f7cf1b:34673 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:30:27,577 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,34673,1731724224933] 2024-11-16T02:30:27,588 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/667222f7cf1b,34673,1731724224933 already deleted, retry=false 2024-11-16T02:30:27,588 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,34673,1731724224933 expired; onlineServers=1 2024-11-16T02:30:27,633 DEBUG [RS:1;667222f7cf1b:38859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T02:30:27,677 INFO [RS:0;667222f7cf1b:34673 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:30:27,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x101417aa4a90001, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:27,678 INFO [RS:0;667222f7cf1b:34673 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,34673,1731724224933; zookeeper connection closed. 2024-11-16T02:30:27,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34673-0x101417aa4a90001, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:27,678 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b10e1a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b10e1a0 2024-11-16T02:30:27,681 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/hbase/meta/1588230740/.tmp/ns/80d00e9c64ac49d48ee04362d491b9c0 2024-11-16T02:30:27,696 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T02:30:27,696 INFO [regionserver/667222f7cf1b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T02:30:27,707 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/hbase/meta/1588230740/.tmp/table/fcf7e2fb5e0f469888b67b0119434935 is 61, key is testClearRegionBlockCache/table:state/1731724226681/Put/seqid=0 2024-11-16T02:30:27,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741843_1019 (size=5312) 2024-11-16T02:30:27,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741843_1019 (size=5312) 2024-11-16T02:30:27,713 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/hbase/meta/1588230740/.tmp/table/fcf7e2fb5e0f469888b67b0119434935 2024-11-16T02:30:27,719 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/hbase/meta/1588230740/.tmp/info/8fe9786844824470a9efeb0ddd3c0fd2 as hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/hbase/meta/1588230740/info/8fe9786844824470a9efeb0ddd3c0fd2 2024-11-16T02:30:27,724 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/hbase/meta/1588230740/info/8fe9786844824470a9efeb0ddd3c0fd2, entries=20, sequenceid=13, filesize=8.0 K 2024-11-16T02:30:27,725 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/hbase/meta/1588230740/.tmp/ns/80d00e9c64ac49d48ee04362d491b9c0 as hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/hbase/meta/1588230740/ns/80d00e9c64ac49d48ee04362d491b9c0 2024-11-16T02:30:27,730 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/hbase/meta/1588230740/ns/80d00e9c64ac49d48ee04362d491b9c0, entries=2, sequenceid=13, filesize=5.0 K 2024-11-16T02:30:27,731 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/hbase/meta/1588230740/.tmp/table/fcf7e2fb5e0f469888b67b0119434935 as hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/hbase/meta/1588230740/table/fcf7e2fb5e0f469888b67b0119434935 2024-11-16T02:30:27,737 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/hbase/meta/1588230740/table/fcf7e2fb5e0f469888b67b0119434935, entries=2, sequenceid=13, filesize=5.2 K 2024-11-16T02:30:27,738 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 505ms, sequenceid=13, compaction requested=false 2024-11-16T02:30:27,742 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-16T02:30:27,742 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:30:27,742 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:30:27,742 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731724227233Running coprocessor pre-close hooks at 1731724227233Disabling compacts and flushes for region at 1731724227233Disabling writes for close at 1731724227233Obtaining lock to block concurrent updates at 1731724227233Preparing flush snapshotting stores in 1588230740 at 1731724227233Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731724227234 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731724227234Flushing 1588230740/info: creating writer at 1731724227234Flushing 1588230740/info: appending metadata at 1731724227251 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731724227251Flushing 1588230740/ns: creating writer at 1731724227263 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731724227276 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731724227276Flushing 1588230740/table: creating writer at 1731724227687 (+411 ms)Flushing 1588230740/table: appending metadata at 1731724227707 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731724227707Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e28818c: reopening flushed file at 1731724227718 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b8423a6: reopening flushed file at 1731724227724 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e8c8417: reopening flushed file at 1731724227731 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 505ms, sequenceid=13, compaction requested=false at 1731724227738 (+7 ms)Writing region close event to WAL at 1731724227739 (+1 ms)Running coprocessor post-close hooks at 1731724227742 (+3 ms)Closed at 1731724227742 2024-11-16T02:30:27,743 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:30:27,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T02:30:27,758 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T02:30:27,833 INFO [RS:1;667222f7cf1b:38859 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,38859,1731724224969; all regions closed. 2024-11-16T02:30:27,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741835_1011 (size=4338) 2024-11-16T02:30:27,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741835_1011 (size=4338) 2024-11-16T02:30:27,838 DEBUG [RS:1;667222f7cf1b:38859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/oldWALs 2024-11-16T02:30:27,838 INFO [RS:1;667222f7cf1b:38859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C38859%2C1731724224969.meta:.meta(num 1731724226192) 2024-11-16T02:30:27,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741833_1009 (size=1758) 2024-11-16T02:30:27,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741833_1009 (size=1758) 2024-11-16T02:30:27,842 DEBUG [RS:1;667222f7cf1b:38859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/oldWALs 2024-11-16T02:30:27,842 INFO [RS:1;667222f7cf1b:38859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C38859%2C1731724224969:(num 1731724225827) 2024-11-16T02:30:27,842 DEBUG [RS:1;667222f7cf1b:38859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:27,842 INFO [RS:1;667222f7cf1b:38859 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:30:27,842 INFO [RS:1;667222f7cf1b:38859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:30:27,842 INFO [RS:1;667222f7cf1b:38859 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T02:30:27,842 INFO [RS:1;667222f7cf1b:38859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:30:27,842 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:30:27,843 INFO [RS:1;667222f7cf1b:38859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38859 2024-11-16T02:30:27,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T02:30:27,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x101417aa4a90002, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/667222f7cf1b,38859,1731724224969 2024-11-16T02:30:27,912 INFO [RS:1;667222f7cf1b:38859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:30:27,913 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,38859,1731724224969] 2024-11-16T02:30:27,935 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/667222f7cf1b,38859,1731724224969 already deleted, retry=false 2024-11-16T02:30:27,935 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,38859,1731724224969 expired; onlineServers=0 2024-11-16T02:30:27,935 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,37547,1731724224782' ***** 2024-11-16T02:30:27,935 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:30:27,935 INFO [M:0;667222f7cf1b:37547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:30:27,935 INFO [M:0;667222f7cf1b:37547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:30:27,935 DEBUG [M:0;667222f7cf1b:37547 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:30:27,935 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:30:27,935 DEBUG [M:0;667222f7cf1b:37547 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:30:27,936 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731724225566 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731724225566,5,FailOnTimeoutGroup] 2024-11-16T02:30:27,936 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731724225566 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731724225566,5,FailOnTimeoutGroup] 2024-11-16T02:30:27,936 INFO [M:0;667222f7cf1b:37547 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:30:27,936 INFO [M:0;667222f7cf1b:37547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:30:27,936 DEBUG [M:0;667222f7cf1b:37547 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:30:27,936 INFO [M:0;667222f7cf1b:37547 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:30:27,936 INFO [M:0;667222f7cf1b:37547 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:30:27,936 INFO [M:0;667222f7cf1b:37547 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:30:27,936 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:30:27,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T02:30:27,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:27,946 DEBUG [M:0;667222f7cf1b:37547 {}] zookeeper.ZKUtil(347): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T02:30:27,946 WARN [M:0;667222f7cf1b:37547 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T02:30:27,946 INFO [M:0;667222f7cf1b:37547 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/.lastflushedseqids 2024-11-16T02:30:27,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741844_1020 (size=182) 2024-11-16T02:30:27,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741844_1020 (size=182) 2024-11-16T02:30:27,952 INFO [M:0;667222f7cf1b:37547 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:30:27,953 INFO [M:0;667222f7cf1b:37547 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:30:27,953 DEBUG [M:0;667222f7cf1b:37547 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:30:27,953 INFO [M:0;667222f7cf1b:37547 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:27,953 DEBUG [M:0;667222f7cf1b:37547 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:27,953 DEBUG [M:0;667222f7cf1b:37547 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:30:27,953 DEBUG [M:0;667222f7cf1b:37547 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:27,953 INFO [M:0;667222f7cf1b:37547 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-16T02:30:27,967 DEBUG [M:0;667222f7cf1b:37547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b7eb20285ee424cacf1282f6c059031 is 82, key is hbase:meta,,1/info:regioninfo/1731724226226/Put/seqid=0 2024-11-16T02:30:27,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741845_1021 (size=5672) 2024-11-16T02:30:27,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741845_1021 (size=5672) 2024-11-16T02:30:27,972 INFO [M:0;667222f7cf1b:37547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b7eb20285ee424cacf1282f6c059031 2024-11-16T02:30:27,995 DEBUG [M:0;667222f7cf1b:37547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cc54960ef1a408f9f46c998f825f4a0 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731724226685/Put/seqid=0 2024-11-16T02:30:27,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741846_1022 (size=6218) 2024-11-16T02:30:27,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741846_1022 (size=6218) 2024-11-16T02:30:28,000 INFO [M:0;667222f7cf1b:37547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cc54960ef1a408f9f46c998f825f4a0 2024-11-16T02:30:28,018 DEBUG [M:0;667222f7cf1b:37547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28ecac3a6c0642109ab496c5e68b1aa7 is 69, key is 667222f7cf1b,34673,1731724224933/rs:state/1731724225637/Put/seqid=0 2024-11-16T02:30:28,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741847_1023 (size=5224) 2024-11-16T02:30:28,023 INFO [M:0;667222f7cf1b:37547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28ecac3a6c0642109ab496c5e68b1aa7 2024-11-16T02:30:28,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741847_1023 (size=5224) 2024-11-16T02:30:28,025 INFO [RS:1;667222f7cf1b:38859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:30:28,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x101417aa4a90002, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:28,025 INFO [RS:1;667222f7cf1b:38859 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,38859,1731724224969; zookeeper connection closed. 2024-11-16T02:30:28,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38859-0x101417aa4a90002, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:28,025 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c03a30b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c03a30b 2024-11-16T02:30:28,025 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-16T02:30:28,028 DEBUG [M:0;667222f7cf1b:37547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b7eb20285ee424cacf1282f6c059031 as hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b7eb20285ee424cacf1282f6c059031 2024-11-16T02:30:28,032 INFO [M:0;667222f7cf1b:37547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b7eb20285ee424cacf1282f6c059031, entries=8, sequenceid=71, filesize=5.5 K 2024-11-16T02:30:28,033 DEBUG [M:0;667222f7cf1b:37547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5cc54960ef1a408f9f46c998f825f4a0 as hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5cc54960ef1a408f9f46c998f825f4a0 2024-11-16T02:30:28,037 INFO [M:0;667222f7cf1b:37547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5cc54960ef1a408f9f46c998f825f4a0, entries=8, sequenceid=71, filesize=6.1 K 2024-11-16T02:30:28,038 DEBUG [M:0;667222f7cf1b:37547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28ecac3a6c0642109ab496c5e68b1aa7 as hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/28ecac3a6c0642109ab496c5e68b1aa7 2024-11-16T02:30:28,043 INFO [M:0;667222f7cf1b:37547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39447/user/jenkins/test-data/9d083fda-b8b3-2c97-dadc-3a2e17e48163/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/28ecac3a6c0642109ab496c5e68b1aa7, entries=2, sequenceid=71, filesize=5.1 K 2024-11-16T02:30:28,044 INFO [M:0;667222f7cf1b:37547 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 90ms, sequenceid=71, compaction requested=false 2024-11-16T02:30:28,044 INFO [M:0;667222f7cf1b:37547 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:28,045 DEBUG [M:0;667222f7cf1b:37547 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731724227953Disabling compacts and flushes for region at 1731724227953Disabling writes for close at 1731724227953Obtaining lock to block concurrent updates at 1731724227953Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731724227953Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731724227953Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731724227954 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731724227954Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731724227967 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731724227967Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731724227977 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731724227994 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731724227994Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731724228005 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731724228018 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731724228018Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c8845bc: reopening flushed file at 1731724228027 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@614fb0e1: reopening flushed file at 1731724228032 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f1dbfd0: reopening flushed file at 1731724228038 (+6 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 90ms, sequenceid=71, compaction requested=false at 1731724228044 (+6 ms)Writing region close event to WAL at 1731724228044Closed at 1731724228044 2024-11-16T02:30:28,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41439 is added to blk_1073741830_1006 (size=35428) 2024-11-16T02:30:28,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37313 is added to blk_1073741830_1006 (size=35428) 2024-11-16T02:30:28,048 INFO [M:0;667222f7cf1b:37547 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:30:28,048 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:30:28,048 INFO [M:0;667222f7cf1b:37547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37547 2024-11-16T02:30:28,048 INFO [M:0;667222f7cf1b:37547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:30:28,160 INFO [M:0;667222f7cf1b:37547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:30:28,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:28,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37547-0x101417aa4a90000, quorum=127.0.0.1:59854, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:28,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@da4a5ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:30:28,164 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53a6cde9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:30:28,164 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:30:28,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a28f62a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:30:28,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33705503{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/hadoop.log.dir/,STOPPED} 2024-11-16T02:30:28,166 WARN [BP-1602927182-172.17.0.3-1731724222713 heartbeating to localhost/127.0.0.1:39447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:30:28,166 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:30:28,166 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:30:28,166 WARN [BP-1602927182-172.17.0.3-1731724222713 heartbeating to localhost/127.0.0.1:39447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1602927182-172.17.0.3-1731724222713 (Datanode Uuid 65b3c134-9e2d-40ad-a4b8-a40cc82f8113) service to localhost/127.0.0.1:39447 2024-11-16T02:30:28,166 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/cluster_b0d8a02d-92fb-54cf-557c-a2c11f186a18/data/data3/current/BP-1602927182-172.17.0.3-1731724222713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:30:28,166 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/cluster_b0d8a02d-92fb-54cf-557c-a2c11f186a18/data/data4/current/BP-1602927182-172.17.0.3-1731724222713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:30:28,166 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:30:28,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f10ce90{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:30:28,168 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6091ea70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:30:28,168 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:30:28,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b35caa8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:30:28,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@160bce9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/hadoop.log.dir/,STOPPED} 2024-11-16T02:30:28,169 WARN [BP-1602927182-172.17.0.3-1731724222713 heartbeating to localhost/127.0.0.1:39447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:30:28,169 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:30:28,170 WARN [BP-1602927182-172.17.0.3-1731724222713 heartbeating to localhost/127.0.0.1:39447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1602927182-172.17.0.3-1731724222713 (Datanode Uuid 84f0eedc-7e80-44da-8de0-54c84a48c555) service to localhost/127.0.0.1:39447 2024-11-16T02:30:28,170 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:30:28,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/cluster_b0d8a02d-92fb-54cf-557c-a2c11f186a18/data/data1/current/BP-1602927182-172.17.0.3-1731724222713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:30:28,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/cluster_b0d8a02d-92fb-54cf-557c-a2c11f186a18/data/data2/current/BP-1602927182-172.17.0.3-1731724222713 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:30:28,170 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:30:28,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@630083fb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:30:28,175 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15665358{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:30:28,176 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:30:28,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@764e2c19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:30:28,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c55c1b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/hadoop.log.dir/,STOPPED} 2024-11-16T02:30:28,181 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T02:30:28,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:30:28,212 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=167 (was 147) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:39447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:39447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39447 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39447 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=526 (was 497) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=488 (was 522), ProcessCount=11 (was 11), AvailableMemoryMB=3832 (was 3944) 2024-11-16T02:30:28,219 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=167, OpenFileDescriptor=526, MaxFileDescriptor=1048576, SystemLoadAverage=488, ProcessCount=11, AvailableMemoryMB=3832 2024-11-16T02:30:28,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/hadoop.log.dir so I do NOT create it in target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a 2024-11-16T02:30:28,232 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T02:30:28,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/hadoop.tmp.dir so I do NOT create it in target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a 2024-11-16T02:30:28,232 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92271c2f-e9e6-5dab-7e3d-e2fddbc4be6d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T02:30:28,232 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a 2024-11-16T02:30:28,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T02:30:28,232 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/cluster_30fb9d5a-5503-73f1-82b1-5af5ee5d690d, deleteOnExit=true 2024-11-16T02:30:28,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T02:30:28,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/test.cache.data in system properties and HBase conf 2024-11-16T02:30:28,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T02:30:28,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/hadoop.log.dir in system properties and HBase conf 2024-11-16T02:30:28,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T02:30:28,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T02:30:28,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T02:30:28,233 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T02:30:28,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:30:28,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T02:30:28,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T02:30:28,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:30:28,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T02:30:28,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T02:30:28,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T02:30:28,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:30:28,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T02:30:28,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/nfs.dump.dir in system properties and HBase conf 2024-11-16T02:30:28,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/java.io.tmpdir in system properties and HBase conf 2024-11-16T02:30:28,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T02:30:28,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T02:30:28,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T02:30:28,526 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:30:28,531 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:30:28,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:30:28,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:30:28,532 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T02:30:28,533 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:30:28,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68a1d40f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:30:28,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57b823e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:30:28,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b6c5a8e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/java.io.tmpdir/jetty-localhost-37049-hadoop-hdfs-3_4_1-tests_jar-_-any-15623649944002131818/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:30:28,634 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@467fcb5{HTTP/1.1, (http/1.1)}{localhost:37049} 2024-11-16T02:30:28,634 INFO [Time-limited test {}] server.Server(415): Started @37898ms 2024-11-16T02:30:28,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:30:28,889 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:30:28,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:30:28,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:30:28,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:30:28,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@454b3944{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:30:28,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e900130{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:30:28,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28d7d04a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/java.io.tmpdir/jetty-localhost-34477-hadoop-hdfs-3_4_1-tests_jar-_-any-12367552341542823604/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:30:28,984 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@da47160{HTTP/1.1, (http/1.1)}{localhost:34477} 2024-11-16T02:30:28,984 INFO [Time-limited test {}] server.Server(415): Started @38248ms 2024-11-16T02:30:28,985 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:30:29,022 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T02:30:29,026 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T02:30:29,027 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T02:30:29,027 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T02:30:29,027 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T02:30:29,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fd9d61a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/hadoop.log.dir/,AVAILABLE} 2024-11-16T02:30:29,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21394073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T02:30:29,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eabbb8c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/java.io.tmpdir/jetty-localhost-38939-hadoop-hdfs-3_4_1-tests_jar-_-any-11259898038721528726/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:30:29,120 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10ede39a{HTTP/1.1, (http/1.1)}{localhost:38939} 2024-11-16T02:30:29,120 INFO [Time-limited test {}] server.Server(415): Started @38384ms 2024-11-16T02:30:29,121 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T02:30:29,995 WARN [Thread-1432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/cluster_30fb9d5a-5503-73f1-82b1-5af5ee5d690d/data/data1/current/BP-1443915174-172.17.0.3-1731724228257/current, will proceed with Du for space computation calculation, 2024-11-16T02:30:29,996 WARN [Thread-1433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/cluster_30fb9d5a-5503-73f1-82b1-5af5ee5d690d/data/data2/current/BP-1443915174-172.17.0.3-1731724228257/current, will proceed with Du for space computation calculation, 2024-11-16T02:30:30,012 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:30:30,014 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3708996d193acb4 with lease ID 0xdab28f5cbcb26fdf: Processing first storage report for DS-f681067b-ebd8-4018-b47b-da1bd2c278f4 from datanode DatanodeRegistration(127.0.0.1:45097, datanodeUuid=1c59fc8a-9daa-4fa6-9f9b-362529a6760e, infoPort=40191, infoSecurePort=0, ipcPort=34393, storageInfo=lv=-57;cid=testClusterID;nsid=266302702;c=1731724228257) 2024-11-16T02:30:30,014 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3708996d193acb4 with lease ID 0xdab28f5cbcb26fdf: from storage DS-f681067b-ebd8-4018-b47b-da1bd2c278f4 node DatanodeRegistration(127.0.0.1:45097, datanodeUuid=1c59fc8a-9daa-4fa6-9f9b-362529a6760e, infoPort=40191, infoSecurePort=0, ipcPort=34393, storageInfo=lv=-57;cid=testClusterID;nsid=266302702;c=1731724228257), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:30:30,015 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3708996d193acb4 with lease ID 0xdab28f5cbcb26fdf: Processing first storage report for DS-6cd77caa-d957-4a7f-a7a0-410a9f92622e from datanode DatanodeRegistration(127.0.0.1:45097, datanodeUuid=1c59fc8a-9daa-4fa6-9f9b-362529a6760e, infoPort=40191, infoSecurePort=0, ipcPort=34393, storageInfo=lv=-57;cid=testClusterID;nsid=266302702;c=1731724228257) 2024-11-16T02:30:30,015 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3708996d193acb4 with lease ID 0xdab28f5cbcb26fdf: from storage DS-6cd77caa-d957-4a7f-a7a0-410a9f92622e node DatanodeRegistration(127.0.0.1:45097, datanodeUuid=1c59fc8a-9daa-4fa6-9f9b-362529a6760e, infoPort=40191, infoSecurePort=0, ipcPort=34393, storageInfo=lv=-57;cid=testClusterID;nsid=266302702;c=1731724228257), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:30:30,282 WARN [Thread-1444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/cluster_30fb9d5a-5503-73f1-82b1-5af5ee5d690d/data/data4/current/BP-1443915174-172.17.0.3-1731724228257/current, will proceed with Du for space computation calculation, 2024-11-16T02:30:30,282 WARN [Thread-1443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/cluster_30fb9d5a-5503-73f1-82b1-5af5ee5d690d/data/data3/current/BP-1443915174-172.17.0.3-1731724228257/current, will proceed with Du for space computation calculation, 2024-11-16T02:30:30,306 WARN [Thread-1419 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T02:30:30,309 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f075db51500616b with lease ID 0xdab28f5cbcb26fe0: Processing first storage report for DS-5b205ba3-75f4-4aca-838c-ba595b60809c from datanode DatanodeRegistration(127.0.0.1:43169, datanodeUuid=8195d727-a254-40c9-903c-0e8f0960a2d5, infoPort=39631, infoSecurePort=0, ipcPort=36419, storageInfo=lv=-57;cid=testClusterID;nsid=266302702;c=1731724228257) 2024-11-16T02:30:30,309 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f075db51500616b with lease ID 0xdab28f5cbcb26fe0: from storage DS-5b205ba3-75f4-4aca-838c-ba595b60809c node DatanodeRegistration(127.0.0.1:43169, datanodeUuid=8195d727-a254-40c9-903c-0e8f0960a2d5, infoPort=39631, infoSecurePort=0, ipcPort=36419, storageInfo=lv=-57;cid=testClusterID;nsid=266302702;c=1731724228257), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:30:30,309 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f075db51500616b with lease ID 0xdab28f5cbcb26fe0: Processing first storage report for DS-084fc14c-3fac-4724-8d8e-69e58a573a85 from datanode DatanodeRegistration(127.0.0.1:43169, datanodeUuid=8195d727-a254-40c9-903c-0e8f0960a2d5, infoPort=39631, infoSecurePort=0, ipcPort=36419, storageInfo=lv=-57;cid=testClusterID;nsid=266302702;c=1731724228257) 2024-11-16T02:30:30,309 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f075db51500616b with lease ID 0xdab28f5cbcb26fe0: from storage DS-084fc14c-3fac-4724-8d8e-69e58a573a85 node DatanodeRegistration(127.0.0.1:43169, datanodeUuid=8195d727-a254-40c9-903c-0e8f0960a2d5, infoPort=39631, infoSecurePort=0, ipcPort=36419, storageInfo=lv=-57;cid=testClusterID;nsid=266302702;c=1731724228257), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T02:30:30,359 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a 2024-11-16T02:30:30,362 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/cluster_30fb9d5a-5503-73f1-82b1-5af5ee5d690d/zookeeper_0, clientPort=50189, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/cluster_30fb9d5a-5503-73f1-82b1-5af5ee5d690d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/cluster_30fb9d5a-5503-73f1-82b1-5af5ee5d690d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T02:30:30,363 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50189 2024-11-16T02:30:30,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:30,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:30,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:30:30,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741825_1001 (size=7) 2024-11-16T02:30:30,431 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4 with version=8 2024-11-16T02:30:30,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/hbase-staging 2024-11-16T02:30:30,433 INFO [Time-limited test {}] client.ConnectionUtils(128): master/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:30:30,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:30,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:30,433 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:30:30,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:30,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:30:30,434 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T02:30:30,434 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:30:30,435 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46295 2024-11-16T02:30:30,436 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46295 connecting to ZooKeeper ensemble=127.0.0.1:50189 2024-11-16T02:30:30,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462950x0, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:30:30,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46295-0x101417aba850000 connected 2024-11-16T02:30:30,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:30,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:30,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:30,582 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4, hbase.cluster.distributed=false 2024-11-16T02:30:30,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T02:30:30,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46295 2024-11-16T02:30:30,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46295 2024-11-16T02:30:30,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46295 2024-11-16T02:30:30,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46295 2024-11-16T02:30:30,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46295 2024-11-16T02:30:30,601 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:30:30,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:30,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:30,601 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:30:30,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:30,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:30:30,602 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:30:30,602 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:30:30,602 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40717 2024-11-16T02:30:30,604 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40717 connecting to ZooKeeper ensemble=127.0.0.1:50189 2024-11-16T02:30:30,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:30,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:30,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407170x0, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:30:30,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407170x0, quorum=127.0.0.1:50189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:30,620 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:30:30,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40717-0x101417aba850001 connected 2024-11-16T02:30:30,621 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-16T02:30:30,637 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-16T02:30:30,638 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-16T02:30:30,640 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-16T02:30:30,640 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:30:30,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40717-0x101417aba850001, quorum=127.0.0.1:50189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T02:30:30,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40717-0x101417aba850001, quorum=127.0.0.1:50189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T02:30:30,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40717 2024-11-16T02:30:30,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40717 2024-11-16T02:30:30,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40717 2024-11-16T02:30:30,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40717 2024-11-16T02:30:30,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40717 2024-11-16T02:30:30,663 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/667222f7cf1b:0 server-side Connection retries=45 2024-11-16T02:30:30,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:30,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:30,664 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T02:30:30,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T02:30:30,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T02:30:30,664 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T02:30:30,664 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T02:30:30,664 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39427 2024-11-16T02:30:30,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39427 connecting to ZooKeeper ensemble=127.0.0.1:50189 2024-11-16T02:30:30,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:30,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:30,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394270x0, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T02:30:30,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394270x0, quorum=127.0.0.1:50189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:30,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39427-0x101417aba850002 connected 2024-11-16T02:30:30,681 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T02:30:30,684 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-16T02:30:30,691 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-16T02:30:30,692 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-16T02:30:30,699 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-16T02:30:30,700 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T02:30:30,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39427-0x101417aba850002, quorum=127.0.0.1:50189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T02:30:30,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39427-0x101417aba850002, quorum=127.0.0.1:50189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T02:30:30,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39427 2024-11-16T02:30:30,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39427 2024-11-16T02:30:30,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39427 2024-11-16T02:30:30,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39427 2024-11-16T02:30:30,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39427 2024-11-16T02:30:30,717 DEBUG [M:0;667222f7cf1b:46295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;667222f7cf1b:46295 2024-11-16T02:30:30,718 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/667222f7cf1b,46295,1731724230433 2024-11-16T02:30:30,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:30,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x101417aba850001, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:30,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x101417aba850002, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:30,735 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/667222f7cf1b,46295,1731724230433 2024-11-16T02:30:30,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x101417aba850002, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T02:30:30,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:30,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x101417aba850002, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:30,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x101417aba850001, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T02:30:30,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x101417aba850001, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:30,757 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T02:30:30,758 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/667222f7cf1b,46295,1731724230433 from backup master directory 2024-11-16T02:30:30,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x101417aba850002, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:30,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x101417aba850001, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:30,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/667222f7cf1b,46295,1731724230433 2024-11-16T02:30:30,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T02:30:30,777 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:30:30,777 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=667222f7cf1b,46295,1731724230433 2024-11-16T02:30:30,782 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/hbase.id] with ID: e5b16d11-76ea-43aa-929a-c310d8b88bac 2024-11-16T02:30:30,782 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/.tmp/hbase.id 2024-11-16T02:30:30,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:30:30,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741826_1002 (size=42) 2024-11-16T02:30:30,788 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/.tmp/hbase.id]:[hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/hbase.id] 2024-11-16T02:30:30,799 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T02:30:30,799 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T02:30:30,801 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T02:30:30,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x101417aba850001, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:30,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:30,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x101417aba850002, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:30,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:30:30,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741827_1003 (size=196) 2024-11-16T02:30:30,815 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:30:30,816 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T02:30:30,816 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:30:30,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:30:30,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741828_1004 (size=1189) 2024-11-16T02:30:30,824 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/MasterData/data/master/store 2024-11-16T02:30:30,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:30:30,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741829_1005 (size=34) 2024-11-16T02:30:30,832 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:30,832 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:30:30,832 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:30,832 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:30,832 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:30:30,832 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:30,832 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:30,832 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731724230832Disabling compacts and flushes for region at 1731724230832Disabling writes for close at 1731724230832Writing region close event to WAL at 1731724230832Closed at 1731724230832 2024-11-16T02:30:30,833 WARN [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/MasterData/data/master/store/.initializing 2024-11-16T02:30:30,833 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/MasterData/WALs/667222f7cf1b,46295,1731724230433 2024-11-16T02:30:30,834 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:30:30,835 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C46295%2C1731724230433, suffix=, logDir=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/MasterData/WALs/667222f7cf1b,46295,1731724230433, archiveDir=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/MasterData/oldWALs, maxLogs=10 2024-11-16T02:30:30,850 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/MasterData/WALs/667222f7cf1b,46295,1731724230433/667222f7cf1b%2C46295%2C1731724230433.1731724230835, exclude list is [], retry=0 2024-11-16T02:30:30,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45097,DS-f681067b-ebd8-4018-b47b-da1bd2c278f4,DISK] 2024-11-16T02:30:30,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43169,DS-5b205ba3-75f4-4aca-838c-ba595b60809c,DISK] 2024-11-16T02:30:30,858 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/MasterData/WALs/667222f7cf1b,46295,1731724230433/667222f7cf1b%2C46295%2C1731724230433.1731724230835 2024-11-16T02:30:30,858 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40191:40191),(127.0.0.1/127.0.0.1:39631:39631)] 2024-11-16T02:30:30,858 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:30:30,858 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:30,859 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:30,859 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:30,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:30,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T02:30:30,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:30,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:30,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:30,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T02:30:30,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:30,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:30,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:30,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T02:30:30,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:30,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:30,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:30,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T02:30:30,868 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:30,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:30,868 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:30,869 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:30,870 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:30,871 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:30,871 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:30,872 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:30:30,873 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T02:30:30,876 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:30:30,876 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75124418, jitterRate=0.11944106221199036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:30:30,877 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731724230859Initializing all the Stores at 1731724230859Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724230859Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724230860 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724230860Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724230860Cleaning up temporary data from old regions at 1731724230871 (+11 ms)Region opened successfully at 1731724230877 (+6 ms) 2024-11-16T02:30:30,878 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T02:30:30,881 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f68b213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:30:30,882 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T02:30:30,882 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T02:30:30,882 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T02:30:30,882 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T02:30:30,883 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T02:30:30,883 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T02:30:30,883 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T02:30:30,886 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T02:30:30,887 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T02:30:30,893 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T02:30:30,893 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T02:30:30,894 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T02:30:30,903 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T02:30:30,904 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T02:30:30,905 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T02:30:30,914 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T02:30:30,915 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T02:30:30,924 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T02:30:30,927 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T02:30:30,935 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T02:30:30,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:30,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x101417aba850002, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:30,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x101417aba850001, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:30,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:30,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x101417aba850002, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:30,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x101417aba850001, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:30,946 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=667222f7cf1b,46295,1731724230433, sessionid=0x101417aba850000, setting cluster-up flag (Was=false) 2024-11-16T02:30:30,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:30,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x101417aba850002, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:30,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x101417aba850001, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:31,009 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T02:30:31,010 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,46295,1731724230433 2024-11-16T02:30:31,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:31,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x101417aba850002, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:31,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x101417aba850001, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:31,082 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T02:30:31,083 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=667222f7cf1b,46295,1731724230433 2024-11-16T02:30:31,084 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T02:30:31,086 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T02:30:31,086 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T02:30:31,086 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T02:30:31,086 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 667222f7cf1b,46295,1731724230433 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T02:30:31,088 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:30:31,088 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:30:31,088 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:30:31,088 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/667222f7cf1b:0, corePoolSize=5, maxPoolSize=5 2024-11-16T02:30:31,088 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/667222f7cf1b:0, corePoolSize=10, maxPoolSize=10 2024-11-16T02:30:31,088 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:31,088 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:30:31,088 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:31,089 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731724261089 2024-11-16T02:30:31,089 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T02:30:31,089 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T02:30:31,089 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T02:30:31,089 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T02:30:31,089 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T02:30:31,089 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T02:30:31,089 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,089 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T02:30:31,089 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T02:30:31,090 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T02:30:31,089 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:30:31,090 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T02:30:31,090 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T02:30:31,090 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T02:30:31,090 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731724231090,5,FailOnTimeoutGroup] 2024-11-16T02:30:31,090 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731724231090,5,FailOnTimeoutGroup] 2024-11-16T02:30:31,090 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,090 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T02:30:31,090 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,090 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,091 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:31,091 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T02:30:31,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:30:31,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741831_1007 (size=1321) 2024-11-16T02:30:31,100 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T02:30:31,101 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4 2024-11-16T02:30:31,105 INFO [RS:0;667222f7cf1b:40717 {}] regionserver.HRegionServer(746): ClusterId : e5b16d11-76ea-43aa-929a-c310d8b88bac 2024-11-16T02:30:31,105 DEBUG [RS:0;667222f7cf1b:40717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:30:31,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741832_1008 (size=32) 2024-11-16T02:30:31,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741832_1008 (size=32) 2024-11-16T02:30:31,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:31,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:30:31,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:30:31,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:31,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:31,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:30:31,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:30:31,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:31,114 INFO [RS:1;667222f7cf1b:39427 {}] regionserver.HRegionServer(746): ClusterId : e5b16d11-76ea-43aa-929a-c310d8b88bac 2024-11-16T02:30:31,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:31,114 DEBUG [RS:1;667222f7cf1b:39427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T02:30:31,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:30:31,114 DEBUG [RS:0;667222f7cf1b:40717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:30:31,114 DEBUG [RS:0;667222f7cf1b:40717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:30:31,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:30:31,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:31,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:31,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:30:31,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:30:31,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:31,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:31,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:30:31,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/hbase/meta/1588230740 2024-11-16T02:30:31,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/hbase/meta/1588230740 2024-11-16T02:30:31,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:30:31,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:30:31,120 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:30:31,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:30:31,122 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:30:31,123 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61421721, jitterRate=-0.08474503457546234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:30:31,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731724231109Initializing all the Stores at 1731724231110 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724231110Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724231110Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724231110Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724231110Cleaning up temporary data from old regions at 1731724231119 (+9 ms)Region opened successfully at 1731724231124 (+5 ms) 2024-11-16T02:30:31,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:30:31,124 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:30:31,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:30:31,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:30:31,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:30:31,124 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:30:31,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731724231124Disabling compacts and flushes for region at 1731724231124Disabling writes for close at 1731724231124Writing region close event to WAL at 1731724231124Closed at 1731724231124 2024-11-16T02:30:31,125 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:30:31,125 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T02:30:31,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T02:30:31,127 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:30:31,128 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T02:30:31,135 DEBUG [RS:1;667222f7cf1b:39427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T02:30:31,136 DEBUG [RS:1;667222f7cf1b:39427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T02:30:31,136 DEBUG [RS:0;667222f7cf1b:40717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:30:31,136 DEBUG [RS:0;667222f7cf1b:40717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7789403c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:30:31,146 DEBUG [RS:1;667222f7cf1b:39427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T02:30:31,147 DEBUG [RS:1;667222f7cf1b:39427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b0ea3b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=667222f7cf1b/172.17.0.3:0 2024-11-16T02:30:31,150 DEBUG [RS:0;667222f7cf1b:40717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;667222f7cf1b:40717 2024-11-16T02:30:31,150 INFO [RS:0;667222f7cf1b:40717 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:30:31,150 INFO [RS:0;667222f7cf1b:40717 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:30:31,150 DEBUG [RS:0;667222f7cf1b:40717 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:30:31,151 INFO [RS:0;667222f7cf1b:40717 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,46295,1731724230433 with port=40717, startcode=1731724230601 2024-11-16T02:30:31,151 DEBUG [RS:0;667222f7cf1b:40717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:30:31,153 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:30:31,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46295 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,40717,1731724230601 2024-11-16T02:30:31,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46295 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,40717,1731724230601 2024-11-16T02:30:31,154 DEBUG [RS:0;667222f7cf1b:40717 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4 2024-11-16T02:30:31,154 DEBUG [RS:0;667222f7cf1b:40717 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36253 2024-11-16T02:30:31,154 DEBUG [RS:0;667222f7cf1b:40717 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:30:31,159 DEBUG [RS:1;667222f7cf1b:39427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;667222f7cf1b:39427 2024-11-16T02:30:31,159 INFO [RS:1;667222f7cf1b:39427 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T02:30:31,159 INFO [RS:1;667222f7cf1b:39427 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T02:30:31,159 DEBUG [RS:1;667222f7cf1b:39427 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T02:30:31,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T02:30:31,167 INFO [RS:1;667222f7cf1b:39427 {}] regionserver.HRegionServer(2659): reportForDuty to master=667222f7cf1b,46295,1731724230433 with port=39427, startcode=1731724230663 2024-11-16T02:30:31,167 DEBUG [RS:1;667222f7cf1b:39427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T02:30:31,167 DEBUG [RS:0;667222f7cf1b:40717 {}] zookeeper.ZKUtil(111): regionserver:40717-0x101417aba850001, quorum=127.0.0.1:50189, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/667222f7cf1b,40717,1731724230601 2024-11-16T02:30:31,167 WARN [RS:0;667222f7cf1b:40717 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:30:31,167 INFO [RS:0;667222f7cf1b:40717 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:30:31,167 DEBUG [RS:0;667222f7cf1b:40717 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/WALs/667222f7cf1b,40717,1731724230601 2024-11-16T02:30:31,167 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,40717,1731724230601] 2024-11-16T02:30:31,168 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T02:30:31,169 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46295 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 667222f7cf1b,39427,1731724230663 2024-11-16T02:30:31,169 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46295 {}] master.ServerManager(517): Registering regionserver=667222f7cf1b,39427,1731724230663 2024-11-16T02:30:31,170 DEBUG [RS:1;667222f7cf1b:39427 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4 2024-11-16T02:30:31,170 DEBUG [RS:1;667222f7cf1b:39427 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36253 2024-11-16T02:30:31,170 DEBUG [RS:1;667222f7cf1b:39427 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T02:30:31,171 INFO [RS:0;667222f7cf1b:40717 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:30:31,173 INFO [RS:0;667222f7cf1b:40717 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:30:31,173 INFO [RS:0;667222f7cf1b:40717 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:30:31,174 INFO [RS:0;667222f7cf1b:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,176 INFO [RS:0;667222f7cf1b:40717 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:30:31,177 INFO [RS:0;667222f7cf1b:40717 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:30:31,177 INFO [RS:0;667222f7cf1b:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,177 DEBUG [RS:0;667222f7cf1b:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:31,177 DEBUG [RS:0;667222f7cf1b:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:31,177 DEBUG [RS:0;667222f7cf1b:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:31,177 DEBUG [RS:0;667222f7cf1b:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:31,178 DEBUG [RS:0;667222f7cf1b:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:31,178 DEBUG [RS:0;667222f7cf1b:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:30:31,178 DEBUG [RS:0;667222f7cf1b:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:31,178 DEBUG [RS:0;667222f7cf1b:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:31,178 DEBUG [RS:0;667222f7cf1b:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:31,178 DEBUG [RS:0;667222f7cf1b:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:31,178 DEBUG [RS:0;667222f7cf1b:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:31,178 DEBUG [RS:0;667222f7cf1b:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:31,178 DEBUG [RS:0;667222f7cf1b:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:30:31,178 DEBUG [RS:0;667222f7cf1b:40717 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:30:31,182 INFO [RS:0;667222f7cf1b:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,182 INFO [RS:0;667222f7cf1b:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,182 INFO [RS:0;667222f7cf1b:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,182 INFO [RS:0;667222f7cf1b:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,182 INFO [RS:0;667222f7cf1b:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,183 INFO [RS:0;667222f7cf1b:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,40717,1731724230601-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:30:31,197 INFO [RS:0;667222f7cf1b:40717 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:30:31,198 INFO [RS:0;667222f7cf1b:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,40717,1731724230601-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,198 INFO [RS:0;667222f7cf1b:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,198 INFO [RS:0;667222f7cf1b:40717 {}] regionserver.Replication(171): 667222f7cf1b,40717,1731724230601 started 2024-11-16T02:30:31,211 INFO [RS:0;667222f7cf1b:40717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,211 INFO [RS:0;667222f7cf1b:40717 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,40717,1731724230601, RpcServer on 667222f7cf1b/172.17.0.3:40717, sessionid=0x101417aba850001 2024-11-16T02:30:31,212 DEBUG [RS:0;667222f7cf1b:40717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:30:31,212 DEBUG [RS:0;667222f7cf1b:40717 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,40717,1731724230601 2024-11-16T02:30:31,212 DEBUG [RS:0;667222f7cf1b:40717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,40717,1731724230601' 2024-11-16T02:30:31,212 DEBUG [RS:0;667222f7cf1b:40717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T02:30:31,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T02:30:31,212 DEBUG [RS:0;667222f7cf1b:40717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T02:30:31,213 DEBUG [RS:1;667222f7cf1b:39427 {}] zookeeper.ZKUtil(111): regionserver:39427-0x101417aba850002, quorum=127.0.0.1:50189, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/667222f7cf1b,39427,1731724230663 2024-11-16T02:30:31,213 WARN [RS:1;667222f7cf1b:39427 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T02:30:31,213 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [667222f7cf1b,39427,1731724230663] 2024-11-16T02:30:31,213 INFO [RS:1;667222f7cf1b:39427 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:30:31,213 DEBUG [RS:0;667222f7cf1b:40717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:30:31,213 DEBUG [RS:0;667222f7cf1b:40717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:30:31,213 DEBUG [RS:1;667222f7cf1b:39427 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/WALs/667222f7cf1b,39427,1731724230663 2024-11-16T02:30:31,213 DEBUG [RS:0;667222f7cf1b:40717 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,40717,1731724230601 2024-11-16T02:30:31,213 DEBUG [RS:0;667222f7cf1b:40717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,40717,1731724230601' 2024-11-16T02:30:31,213 DEBUG [RS:0;667222f7cf1b:40717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T02:30:31,214 DEBUG [RS:0;667222f7cf1b:40717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T02:30:31,214 DEBUG [RS:0;667222f7cf1b:40717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:30:31,214 INFO [RS:0;667222f7cf1b:40717 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:30:31,214 INFO [RS:0;667222f7cf1b:40717 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:30:31,217 INFO [RS:1;667222f7cf1b:39427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T02:30:31,226 INFO [RS:1;667222f7cf1b:39427 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T02:30:31,226 INFO [RS:1;667222f7cf1b:39427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T02:30:31,226 INFO [RS:1;667222f7cf1b:39427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,227 INFO [RS:1;667222f7cf1b:39427 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T02:30:31,228 INFO [RS:1;667222f7cf1b:39427 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T02:30:31,228 INFO [RS:1;667222f7cf1b:39427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,228 DEBUG [RS:1;667222f7cf1b:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:31,228 DEBUG [RS:1;667222f7cf1b:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:31,228 DEBUG [RS:1;667222f7cf1b:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:31,228 DEBUG [RS:1;667222f7cf1b:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:31,228 DEBUG [RS:1;667222f7cf1b:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:31,228 DEBUG [RS:1;667222f7cf1b:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/667222f7cf1b:0, corePoolSize=2, maxPoolSize=2 2024-11-16T02:30:31,228 DEBUG [RS:1;667222f7cf1b:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:31,228 DEBUG [RS:1;667222f7cf1b:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:31,228 DEBUG [RS:1;667222f7cf1b:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:31,228 DEBUG [RS:1;667222f7cf1b:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:31,228 DEBUG [RS:1;667222f7cf1b:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:31,228 DEBUG [RS:1;667222f7cf1b:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/667222f7cf1b:0, corePoolSize=1, maxPoolSize=1 2024-11-16T02:30:31,228 DEBUG [RS:1;667222f7cf1b:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:30:31,228 DEBUG [RS:1;667222f7cf1b:39427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/667222f7cf1b:0, corePoolSize=3, maxPoolSize=3 2024-11-16T02:30:31,229 INFO [RS:1;667222f7cf1b:39427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,229 INFO [RS:1;667222f7cf1b:39427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,229 INFO [RS:1;667222f7cf1b:39427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,229 INFO [RS:1;667222f7cf1b:39427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,229 INFO [RS:1;667222f7cf1b:39427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,229 INFO [RS:1;667222f7cf1b:39427 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,39427,1731724230663-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:30:31,243 INFO [RS:1;667222f7cf1b:39427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T02:30:31,243 INFO [RS:1;667222f7cf1b:39427 {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,39427,1731724230663-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,243 INFO [RS:1;667222f7cf1b:39427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,243 INFO [RS:1;667222f7cf1b:39427 {}] regionserver.Replication(171): 667222f7cf1b,39427,1731724230663 started 2024-11-16T02:30:31,258 INFO [RS:1;667222f7cf1b:39427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,258 INFO [RS:1;667222f7cf1b:39427 {}] regionserver.HRegionServer(1482): Serving as 667222f7cf1b,39427,1731724230663, RpcServer on 667222f7cf1b/172.17.0.3:39427, sessionid=0x101417aba850002 2024-11-16T02:30:31,259 DEBUG [RS:1;667222f7cf1b:39427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T02:30:31,259 DEBUG [RS:1;667222f7cf1b:39427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 667222f7cf1b,39427,1731724230663 2024-11-16T02:30:31,259 DEBUG [RS:1;667222f7cf1b:39427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,39427,1731724230663' 2024-11-16T02:30:31,259 DEBUG [RS:1;667222f7cf1b:39427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T02:30:31,259 DEBUG [RS:1;667222f7cf1b:39427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T02:30:31,260 DEBUG [RS:1;667222f7cf1b:39427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T02:30:31,260 DEBUG [RS:1;667222f7cf1b:39427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T02:30:31,260 DEBUG [RS:1;667222f7cf1b:39427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 667222f7cf1b,39427,1731724230663 2024-11-16T02:30:31,260 DEBUG [RS:1;667222f7cf1b:39427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '667222f7cf1b,39427,1731724230663' 2024-11-16T02:30:31,260 DEBUG [RS:1;667222f7cf1b:39427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T02:30:31,260 DEBUG [RS:1;667222f7cf1b:39427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T02:30:31,261 DEBUG [RS:1;667222f7cf1b:39427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T02:30:31,261 INFO [RS:1;667222f7cf1b:39427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T02:30:31,261 INFO [RS:1;667222f7cf1b:39427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T02:30:31,278 WARN [667222f7cf1b:46295 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T02:30:31,314 INFO [RS:0;667222f7cf1b:40717 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:30:31,316 INFO [RS:0;667222f7cf1b:40717 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C40717%2C1731724230601, suffix=, logDir=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/WALs/667222f7cf1b,40717,1731724230601, archiveDir=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/oldWALs, maxLogs=32 2024-11-16T02:30:31,330 DEBUG [RS:0;667222f7cf1b:40717 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/WALs/667222f7cf1b,40717,1731724230601/667222f7cf1b%2C40717%2C1731724230601.1731724231317, exclude list is [], retry=0 2024-11-16T02:30:31,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45097,DS-f681067b-ebd8-4018-b47b-da1bd2c278f4,DISK] 2024-11-16T02:30:31,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43169,DS-5b205ba3-75f4-4aca-838c-ba595b60809c,DISK] 2024-11-16T02:30:31,341 INFO [RS:0;667222f7cf1b:40717 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/WALs/667222f7cf1b,40717,1731724230601/667222f7cf1b%2C40717%2C1731724230601.1731724231317 2024-11-16T02:30:31,341 DEBUG [RS:0;667222f7cf1b:40717 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39631:39631),(127.0.0.1/127.0.0.1:40191:40191)] 2024-11-16T02:30:31,361 INFO [RS:1;667222f7cf1b:39427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T02:30:31,363 INFO [RS:1;667222f7cf1b:39427 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C39427%2C1731724230663, suffix=, logDir=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/WALs/667222f7cf1b,39427,1731724230663, archiveDir=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/oldWALs, maxLogs=32 2024-11-16T02:30:31,378 DEBUG [RS:1;667222f7cf1b:39427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/WALs/667222f7cf1b,39427,1731724230663/667222f7cf1b%2C39427%2C1731724230663.1731724231363, exclude list is [], retry=0 2024-11-16T02:30:31,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43169,DS-5b205ba3-75f4-4aca-838c-ba595b60809c,DISK] 2024-11-16T02:30:31,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45097,DS-f681067b-ebd8-4018-b47b-da1bd2c278f4,DISK] 2024-11-16T02:30:31,383 INFO [RS:1;667222f7cf1b:39427 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/WALs/667222f7cf1b,39427,1731724230663/667222f7cf1b%2C39427%2C1731724230663.1731724231363 2024-11-16T02:30:31,384 DEBUG [RS:1;667222f7cf1b:39427 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40191:40191),(127.0.0.1/127.0.0.1:39631:39631)] 2024-11-16T02:30:31,528 DEBUG [667222f7cf1b:46295 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-16T02:30:31,529 DEBUG [667222f7cf1b:46295 {}] balancer.BalancerClusterState(204): Hosts are {667222f7cf1b=0} racks are {/default-rack=0} 2024-11-16T02:30:31,530 DEBUG [667222f7cf1b:46295 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T02:30:31,530 DEBUG [667222f7cf1b:46295 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T02:30:31,530 DEBUG [667222f7cf1b:46295 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T02:30:31,530 DEBUG [667222f7cf1b:46295 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T02:30:31,530 INFO [667222f7cf1b:46295 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T02:30:31,531 INFO [667222f7cf1b:46295 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T02:30:31,531 DEBUG [667222f7cf1b:46295 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T02:30:31,531 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=667222f7cf1b,40717,1731724230601 2024-11-16T02:30:31,532 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,40717,1731724230601, state=OPENING 2024-11-16T02:30:31,609 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T02:30:31,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x101417aba850001, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:31,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:31,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x101417aba850002, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:31,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:31,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:31,620 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T02:30:31,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,40717,1731724230601}] 2024-11-16T02:30:31,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:31,713 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T02:30:31,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:31,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:31,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:31,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:31,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:31,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:31,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:31,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:31,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T02:30:31,773 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:30:31,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:30:31,778 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T02:30:31,778 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T02:30:31,779 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T02:30:31,780 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=667222f7cf1b%2C40717%2C1731724230601.meta, suffix=.meta, logDir=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/WALs/667222f7cf1b,40717,1731724230601, archiveDir=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/oldWALs, maxLogs=32 2024-11-16T02:30:31,794 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/WALs/667222f7cf1b,40717,1731724230601/667222f7cf1b%2C40717%2C1731724230601.meta.1731724231781.meta, exclude list is [], retry=0 2024-11-16T02:30:31,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43169,DS-5b205ba3-75f4-4aca-838c-ba595b60809c,DISK] 2024-11-16T02:30:31,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45097,DS-f681067b-ebd8-4018-b47b-da1bd2c278f4,DISK] 2024-11-16T02:30:31,798 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/WALs/667222f7cf1b,40717,1731724230601/667222f7cf1b%2C40717%2C1731724230601.meta.1731724231781.meta 2024-11-16T02:30:31,798 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39631:39631),(127.0.0.1/127.0.0.1:40191:40191)] 2024-11-16T02:30:31,798 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T02:30:31,798 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T02:30:31,798 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T02:30:31,798 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T02:30:31,799 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T02:30:31,799 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:31,799 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T02:30:31,799 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T02:30:31,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T02:30:31,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T02:30:31,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:31,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:31,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T02:30:31,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T02:30:31,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:31,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:31,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T02:30:31,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T02:30:31,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:31,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:31,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T02:30:31,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T02:30:31,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:31,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T02:30:31,804 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T02:30:31,804 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/hbase/meta/1588230740 2024-11-16T02:30:31,805 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/hbase/meta/1588230740 2024-11-16T02:30:31,806 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T02:30:31,806 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T02:30:31,806 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T02:30:31,807 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T02:30:31,808 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60049867, jitterRate=-0.10518725216388702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T02:30:31,808 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T02:30:31,808 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731724231799Writing region info on filesystem at 1731724231799Initializing all the Stores at 1731724231800 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724231800Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724231800Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724231800Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731724231800Cleaning up temporary data from old regions at 1731724231806 (+6 ms)Running coprocessor post-open hooks at 1731724231808 (+2 ms)Region opened successfully at 1731724231808 2024-11-16T02:30:31,809 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731724231773 2024-11-16T02:30:31,811 DEBUG [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T02:30:31,812 INFO [RS_OPEN_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T02:30:31,812 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,40717,1731724230601 2024-11-16T02:30:31,813 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 667222f7cf1b,40717,1731724230601, state=OPEN 2024-11-16T02:30:31,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T02:30:31,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x101417aba850002, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T02:30:31,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x101417aba850001, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T02:30:31,819 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=667222f7cf1b,40717,1731724230601 2024-11-16T02:30:31,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:31,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:31,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T02:30:31,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T02:30:31,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=667222f7cf1b,40717,1731724230601 in 199 msec 2024-11-16T02:30:31,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T02:30:31,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 697 msec 2024-11-16T02:30:31,825 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T02:30:31,825 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T02:30:31,826 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:30:31,826 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,40717,1731724230601, seqNum=-1] 2024-11-16T02:30:31,826 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:30:31,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:30:31,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 745 msec 2024-11-16T02:30:31,832 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731724231832, completionTime=-1 2024-11-16T02:30:31,832 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-16T02:30:31,832 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T02:30:31,834 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-16T02:30:31,834 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731724291834 2024-11-16T02:30:31,834 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731724351834 2024-11-16T02:30:31,834 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T02:30:31,834 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,46295,1731724230433-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,834 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,46295,1731724230433-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,834 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,46295,1731724230433-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,835 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-667222f7cf1b:46295, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,835 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,835 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,837 DEBUG [master/667222f7cf1b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T02:30:31,839 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.061sec 2024-11-16T02:30:31,839 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T02:30:31,839 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T02:30:31,839 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T02:30:31,839 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T02:30:31,839 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T02:30:31,839 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,46295,1731724230433-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T02:30:31,839 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,46295,1731724230433-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T02:30:31,841 DEBUG [master/667222f7cf1b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T02:30:31,841 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T02:30:31,841 INFO [master/667222f7cf1b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=667222f7cf1b,46295,1731724230433-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T02:30:31,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@600f5e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:30:31,908 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 667222f7cf1b,46295,-1 for getting cluster id 2024-11-16T02:30:31,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T02:30:31,910 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e5b16d11-76ea-43aa-929a-c310d8b88bac' 2024-11-16T02:30:31,910 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T02:30:31,910 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e5b16d11-76ea-43aa-929a-c310d8b88bac" 2024-11-16T02:30:31,911 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302876a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:30:31,911 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [667222f7cf1b,46295,-1] 2024-11-16T02:30:31,911 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T02:30:31,912 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:31,913 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T02:30:31,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc123e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T02:30:31,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T02:30:31,915 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=667222f7cf1b,40717,1731724230601, seqNum=-1] 2024-11-16T02:30:31,915 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:30:31,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:30:31,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=667222f7cf1b,46295,1731724230433 2024-11-16T02:30:31,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T02:30:31,920 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 667222f7cf1b,46295,1731724230433 2024-11-16T02:30:31,920 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19d48df4 2024-11-16T02:30:31,920 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T02:30:31,921 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T02:30:31,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T02:30:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-16T02:30:31,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T02:30:31,926 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:31,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-16T02:30:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:31,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T02:30:31,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741836_1012 (size=379) 2024-11-16T02:30:31,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741836_1012 (size=379) 2024-11-16T02:30:31,936 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b75d8f01cdf98a74d889e330673226bd, NAME => 'testClearRegionBlockCache,,1731724231922.b75d8f01cdf98a74d889e330673226bd.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4 2024-11-16T02:30:31,936 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 497fe88efef3fd799f77325963a5a0c4, NAME => 'testClearRegionBlockCache,5,1731724231922.497fe88efef3fd799f77325963a5a0c4.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4 2024-11-16T02:30:31,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741837_1013 (size=61) 2024-11-16T02:30:31,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741837_1013 (size=61) 2024-11-16T02:30:31,948 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731724231922.497fe88efef3fd799f77325963a5a0c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:31,949 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 497fe88efef3fd799f77325963a5a0c4, disabling compactions & flushes 2024-11-16T02:30:31,949 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731724231922.497fe88efef3fd799f77325963a5a0c4. 2024-11-16T02:30:31,949 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731724231922.497fe88efef3fd799f77325963a5a0c4. 2024-11-16T02:30:31,949 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731724231922.497fe88efef3fd799f77325963a5a0c4. after waiting 0 ms 2024-11-16T02:30:31,949 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731724231922.497fe88efef3fd799f77325963a5a0c4. 2024-11-16T02:30:31,949 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731724231922.497fe88efef3fd799f77325963a5a0c4. 2024-11-16T02:30:31,949 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 497fe88efef3fd799f77325963a5a0c4: Waiting for close lock at 1731724231949Disabling compacts and flushes for region at 1731724231949Disabling writes for close at 1731724231949Writing region close event to WAL at 1731724231949Closed at 1731724231949 2024-11-16T02:30:31,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741838_1014 (size=61) 2024-11-16T02:30:31,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741838_1014 (size=61) 2024-11-16T02:30:31,961 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731724231922.b75d8f01cdf98a74d889e330673226bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:31,961 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing b75d8f01cdf98a74d889e330673226bd, disabling compactions & flushes 2024-11-16T02:30:31,961 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731724231922.b75d8f01cdf98a74d889e330673226bd. 2024-11-16T02:30:31,961 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731724231922.b75d8f01cdf98a74d889e330673226bd. 2024-11-16T02:30:31,961 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731724231922.b75d8f01cdf98a74d889e330673226bd. after waiting 0 ms 2024-11-16T02:30:31,961 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731724231922.b75d8f01cdf98a74d889e330673226bd. 2024-11-16T02:30:31,961 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731724231922.b75d8f01cdf98a74d889e330673226bd. 2024-11-16T02:30:31,961 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for b75d8f01cdf98a74d889e330673226bd: Waiting for close lock at 1731724231961Disabling compacts and flushes for region at 1731724231961Disabling writes for close at 1731724231961Writing region close event to WAL at 1731724231961Closed at 1731724231961 2024-11-16T02:30:31,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T02:30:31,963 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731724231922.497fe88efef3fd799f77325963a5a0c4.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731724231963"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731724231963"}]},"ts":"1731724231963"} 2024-11-16T02:30:31,963 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731724231922.b75d8f01cdf98a74d889e330673226bd.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731724231963"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731724231963"}]},"ts":"1731724231963"} 2024-11-16T02:30:31,966 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-16T02:30:31,967 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T02:30:31,967 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731724231967"}]},"ts":"1731724231967"} 2024-11-16T02:30:31,970 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-16T02:30:31,970 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {667222f7cf1b=0} racks are {/default-rack=0} 2024-11-16T02:30:31,971 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T02:30:31,971 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T02:30:31,971 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T02:30:31,971 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T02:30:31,971 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T02:30:31,971 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T02:30:31,971 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T02:30:31,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b75d8f01cdf98a74d889e330673226bd, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=497fe88efef3fd799f77325963a5a0c4, ASSIGN}] 2024-11-16T02:30:31,973 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=497fe88efef3fd799f77325963a5a0c4, ASSIGN 2024-11-16T02:30:31,973 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b75d8f01cdf98a74d889e330673226bd, ASSIGN 2024-11-16T02:30:31,974 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=497fe88efef3fd799f77325963a5a0c4, ASSIGN; state=OFFLINE, location=667222f7cf1b,40717,1731724230601; forceNewPlan=false, retain=false 2024-11-16T02:30:31,974 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b75d8f01cdf98a74d889e330673226bd, ASSIGN; state=OFFLINE, location=667222f7cf1b,39427,1731724230663; forceNewPlan=false, retain=false 2024-11-16T02:30:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:32,124 INFO [667222f7cf1b:46295 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-16T02:30:32,125 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=497fe88efef3fd799f77325963a5a0c4, regionState=OPENING, regionLocation=667222f7cf1b,40717,1731724230601 2024-11-16T02:30:32,125 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b75d8f01cdf98a74d889e330673226bd, regionState=OPENING, regionLocation=667222f7cf1b,39427,1731724230663 2024-11-16T02:30:32,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=497fe88efef3fd799f77325963a5a0c4, ASSIGN because future has completed 2024-11-16T02:30:32,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 497fe88efef3fd799f77325963a5a0c4, server=667222f7cf1b,40717,1731724230601}] 2024-11-16T02:30:32,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b75d8f01cdf98a74d889e330673226bd, ASSIGN because future has completed 2024-11-16T02:30:32,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b75d8f01cdf98a74d889e330673226bd, server=667222f7cf1b,39427,1731724230663}] 2024-11-16T02:30:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:32,282 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:30:32,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:30:32,285 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731724231922.497fe88efef3fd799f77325963a5a0c4. 2024-11-16T02:30:32,285 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 497fe88efef3fd799f77325963a5a0c4, NAME => 'testClearRegionBlockCache,5,1731724231922.497fe88efef3fd799f77325963a5a0c4.', STARTKEY => '5', ENDKEY => ''} 2024-11-16T02:30:32,286 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 497fe88efef3fd799f77325963a5a0c4 2024-11-16T02:30:32,286 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731724231922.497fe88efef3fd799f77325963a5a0c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:32,286 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 497fe88efef3fd799f77325963a5a0c4 2024-11-16T02:30:32,286 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 497fe88efef3fd799f77325963a5a0c4 2024-11-16T02:30:32,287 INFO [StoreOpener-497fe88efef3fd799f77325963a5a0c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 497fe88efef3fd799f77325963a5a0c4 2024-11-16T02:30:32,288 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731724231922.b75d8f01cdf98a74d889e330673226bd. 2024-11-16T02:30:32,288 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => b75d8f01cdf98a74d889e330673226bd, NAME => 'testClearRegionBlockCache,,1731724231922.b75d8f01cdf98a74d889e330673226bd.', STARTKEY => '', ENDKEY => '5'} 2024-11-16T02:30:32,288 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b75d8f01cdf98a74d889e330673226bd 2024-11-16T02:30:32,289 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731724231922.b75d8f01cdf98a74d889e330673226bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T02:30:32,289 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for b75d8f01cdf98a74d889e330673226bd 2024-11-16T02:30:32,289 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for b75d8f01cdf98a74d889e330673226bd 2024-11-16T02:30:32,289 INFO [StoreOpener-497fe88efef3fd799f77325963a5a0c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 497fe88efef3fd799f77325963a5a0c4 columnFamilyName family 2024-11-16T02:30:32,289 DEBUG [StoreOpener-497fe88efef3fd799f77325963a5a0c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:32,289 INFO [StoreOpener-497fe88efef3fd799f77325963a5a0c4-1 {}] regionserver.HStore(327): Store=497fe88efef3fd799f77325963a5a0c4/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:32,289 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 497fe88efef3fd799f77325963a5a0c4 2024-11-16T02:30:32,290 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/default/testClearRegionBlockCache/497fe88efef3fd799f77325963a5a0c4 2024-11-16T02:30:32,290 INFO [StoreOpener-b75d8f01cdf98a74d889e330673226bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b75d8f01cdf98a74d889e330673226bd 2024-11-16T02:30:32,290 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/default/testClearRegionBlockCache/497fe88efef3fd799f77325963a5a0c4 2024-11-16T02:30:32,291 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 497fe88efef3fd799f77325963a5a0c4 2024-11-16T02:30:32,291 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 497fe88efef3fd799f77325963a5a0c4 2024-11-16T02:30:32,291 INFO [StoreOpener-b75d8f01cdf98a74d889e330673226bd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b75d8f01cdf98a74d889e330673226bd columnFamilyName family 2024-11-16T02:30:32,292 DEBUG [StoreOpener-b75d8f01cdf98a74d889e330673226bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T02:30:32,292 INFO [StoreOpener-b75d8f01cdf98a74d889e330673226bd-1 {}] regionserver.HStore(327): Store=b75d8f01cdf98a74d889e330673226bd/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T02:30:32,292 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for b75d8f01cdf98a74d889e330673226bd 2024-11-16T02:30:32,293 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 497fe88efef3fd799f77325963a5a0c4 2024-11-16T02:30:32,293 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/default/testClearRegionBlockCache/b75d8f01cdf98a74d889e330673226bd 2024-11-16T02:30:32,293 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/default/testClearRegionBlockCache/b75d8f01cdf98a74d889e330673226bd 2024-11-16T02:30:32,294 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for b75d8f01cdf98a74d889e330673226bd 2024-11-16T02:30:32,294 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for b75d8f01cdf98a74d889e330673226bd 2024-11-16T02:30:32,295 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/default/testClearRegionBlockCache/497fe88efef3fd799f77325963a5a0c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:30:32,295 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 497fe88efef3fd799f77325963a5a0c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70338952, jitterRate=0.04813206195831299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T02:30:32,295 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 497fe88efef3fd799f77325963a5a0c4 2024-11-16T02:30:32,296 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for b75d8f01cdf98a74d889e330673226bd 2024-11-16T02:30:32,296 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 497fe88efef3fd799f77325963a5a0c4: Running coprocessor pre-open hook at 1731724232286Writing region info on filesystem at 1731724232286Initializing all the Stores at 1731724232287 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724232287Cleaning up temporary data from old regions at 1731724232291 (+4 ms)Running coprocessor post-open hooks at 1731724232295 (+4 ms)Region opened successfully at 1731724232296 (+1 ms) 2024-11-16T02:30:32,297 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731724231922.497fe88efef3fd799f77325963a5a0c4., pid=7, masterSystemTime=1731724232280 2024-11-16T02:30:32,298 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/default/testClearRegionBlockCache/b75d8f01cdf98a74d889e330673226bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T02:30:32,298 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened b75d8f01cdf98a74d889e330673226bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66996768, jitterRate=-0.0016703605651855469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T02:30:32,299 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b75d8f01cdf98a74d889e330673226bd 2024-11-16T02:30:32,299 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for b75d8f01cdf98a74d889e330673226bd: Running coprocessor pre-open hook at 1731724232289Writing region info on filesystem at 1731724232289Initializing all the Stores at 1731724232290 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731724232290Cleaning up temporary data from old regions at 1731724232294 (+4 ms)Running coprocessor post-open hooks at 1731724232299 (+5 ms)Region opened successfully at 1731724232299 2024-11-16T02:30:32,301 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731724231922.497fe88efef3fd799f77325963a5a0c4. 2024-11-16T02:30:32,301 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731724231922.497fe88efef3fd799f77325963a5a0c4. 2024-11-16T02:30:32,302 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=497fe88efef3fd799f77325963a5a0c4, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,40717,1731724230601 2024-11-16T02:30:32,302 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731724231922.b75d8f01cdf98a74d889e330673226bd., pid=8, masterSystemTime=1731724232282 2024-11-16T02:30:32,304 DEBUG [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731724231922.b75d8f01cdf98a74d889e330673226bd. 2024-11-16T02:30:32,304 INFO [RS_OPEN_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731724231922.b75d8f01cdf98a74d889e330673226bd. 2024-11-16T02:30:32,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 497fe88efef3fd799f77325963a5a0c4, server=667222f7cf1b,40717,1731724230601 because future has completed 2024-11-16T02:30:32,306 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b75d8f01cdf98a74d889e330673226bd, regionState=OPEN, openSeqNum=2, regionLocation=667222f7cf1b,39427,1731724230663 2024-11-16T02:30:32,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b75d8f01cdf98a74d889e330673226bd, server=667222f7cf1b,39427,1731724230663 because future has completed 2024-11-16T02:30:32,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-16T02:30:32,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 497fe88efef3fd799f77325963a5a0c4, server=667222f7cf1b,40717,1731724230601 in 178 msec 2024-11-16T02:30:32,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=497fe88efef3fd799f77325963a5a0c4, ASSIGN in 338 msec 2024-11-16T02:30:32,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-16T02:30:32,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b75d8f01cdf98a74d889e330673226bd, server=667222f7cf1b,39427,1731724230663 in 181 msec 2024-11-16T02:30:32,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T02:30:32,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b75d8f01cdf98a74d889e330673226bd, ASSIGN in 341 msec 2024-11-16T02:30:32,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T02:30:32,317 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731724232317"}]},"ts":"1731724232317"} 2024-11-16T02:30:32,319 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-16T02:30:32,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T02:30:32,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 399 msec 2024-11-16T02:30:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T02:30:32,558 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-16T02:30:32,558 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-16T02:30:32,558 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T02:30:32,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-16T02:30:32,561 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T02:30:32,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-16T02:30:32,565 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731724231922.b75d8f01cdf98a74d889e330673226bd., hostname=667222f7cf1b,39427,1731724230663, seqNum=2] 2024-11-16T02:30:32,565 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T02:30:32,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T02:30:32,578 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731724231922.497fe88efef3fd799f77325963a5a0c4., hostname=667222f7cf1b,40717,1731724230601, seqNum=2] 2024-11-16T02:30:32,591 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 497fe88efef3fd799f77325963a5a0c4 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-16T02:30:32,612 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/default/testClearRegionBlockCache/497fe88efef3fd799f77325963a5a0c4/.tmp/family/5abea05d897348e58334d0aff63ec9cc is 32, key is 5/family:/1731724232580/Put/seqid=0 2024-11-16T02:30:32,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741839_1015 (size=5083) 2024-11-16T02:30:32,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741839_1015 (size=5083) 2024-11-16T02:30:32,620 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/default/testClearRegionBlockCache/497fe88efef3fd799f77325963a5a0c4/.tmp/family/5abea05d897348e58334d0aff63ec9cc 2024-11-16T02:30:32,628 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/default/testClearRegionBlockCache/497fe88efef3fd799f77325963a5a0c4/.tmp/family/5abea05d897348e58334d0aff63ec9cc as hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/default/testClearRegionBlockCache/497fe88efef3fd799f77325963a5a0c4/family/5abea05d897348e58334d0aff63ec9cc 2024-11-16T02:30:32,635 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/default/testClearRegionBlockCache/497fe88efef3fd799f77325963a5a0c4/family/5abea05d897348e58334d0aff63ec9cc, entries=5, sequenceid=9, filesize=5.0 K 2024-11-16T02:30:32,636 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 497fe88efef3fd799f77325963a5a0c4 in 45ms, sequenceid=9, compaction requested=false 2024-11-16T02:30:32,636 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 497fe88efef3fd799f77325963a5a0c4: 2024-11-16T02:30:32,636 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b75d8f01cdf98a74d889e330673226bd 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-16T02:30:32,659 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/default/testClearRegionBlockCache/b75d8f01cdf98a74d889e330673226bd/.tmp/family/7ba56771b4834ae6a81100402e819c1f is 32, key is 1/family:/1731724232567/Put/seqid=0 2024-11-16T02:30:32,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741840_1016 (size=5054) 2024-11-16T02:30:32,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741840_1016 (size=5054) 2024-11-16T02:30:32,666 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/default/testClearRegionBlockCache/b75d8f01cdf98a74d889e330673226bd/.tmp/family/7ba56771b4834ae6a81100402e819c1f 2024-11-16T02:30:32,674 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/default/testClearRegionBlockCache/b75d8f01cdf98a74d889e330673226bd/.tmp/family/7ba56771b4834ae6a81100402e819c1f as hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/default/testClearRegionBlockCache/b75d8f01cdf98a74d889e330673226bd/family/7ba56771b4834ae6a81100402e819c1f 2024-11-16T02:30:32,682 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/default/testClearRegionBlockCache/b75d8f01cdf98a74d889e330673226bd/family/7ba56771b4834ae6a81100402e819c1f, entries=4, sequenceid=8, filesize=4.9 K 2024-11-16T02:30:32,683 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for b75d8f01cdf98a74d889e330673226bd in 47ms, sequenceid=8, compaction requested=false 2024-11-16T02:30:32,683 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b75d8f01cdf98a74d889e330673226bd: 2024-11-16T02:30:32,688 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-16T02:30:32,693 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:30:32,693 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T02:30:32,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:30:32,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T02:30:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] bucket.BucketCache(1863): found 1 blocks for file 5abea05d897348e58334d0aff63ec9cc, starting offset: 0, end offset: 9223372036854775807 2024-11-16T02:30:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39427 {}] bucket.BucketCache(1863): found 1 blocks for file 7ba56771b4834ae6a81100402e819c1f, starting offset: 0, end offset: 9223372036854775807 2024-11-16T02:30:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40717 {}] bucket.BucketCache(856): removed key 5abea05d897348e58334d0aff63ec9cc_0 from back map with offset lock 2094080 in the evict process 2024-11-16T02:30:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39427 {}] bucket.BucketCache(856): removed key 7ba56771b4834ae6a81100402e819c1f_0 from back map with offset lock 2094080 in the evict process 2024-11-16T02:30:32,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T02:30:32,695 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:30:32,696 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:30:32,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:32,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:32,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T02:30:32,696 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T02:30:32,696 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=75753331, stopped=false 2024-11-16T02:30:32,696 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=667222f7cf1b,46295,1731724230433 2024-11-16T02:30:32,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x101417aba850002, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:32,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x101417aba850001, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:32,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x101417aba850002, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:32,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x101417aba850001, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:32,765 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:30:32,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T02:30:32,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:32,765 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T02:30:32,765 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:30:32,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:32,765 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,40717,1731724230601' ***** 2024-11-16T02:30:32,765 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:30:32,765 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '667222f7cf1b,39427,1731724230663' ***** 2024-11-16T02:30:32,765 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T02:30:32,765 INFO [RS:0;667222f7cf1b:40717 {}] bucket.BucketCache(1738): Disabling cache 2024-11-16T02:30:32,766 INFO [RS:0;667222f7cf1b:40717 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-16T02:30:32,766 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-16T02:30:32,766 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-16T02:30:32,766 INFO [RS:0;667222f7cf1b:40717 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:30:32,766 INFO [RS:1;667222f7cf1b:39427 {}] bucket.BucketCache(1738): Disabling cache 2024-11-16T02:30:32,766 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-16T02:30:32,766 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:30:32,766 INFO [RS:0;667222f7cf1b:40717 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:30:32,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39427-0x101417aba850002, quorum=127.0.0.1:50189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:32,766 INFO [RS:0;667222f7cf1b:40717 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:30:32,766 INFO [RS:0;667222f7cf1b:40717 {}] regionserver.HRegionServer(3091): Received CLOSE for 497fe88efef3fd799f77325963a5a0c4 2024-11-16T02:30:32,766 INFO [RS:1;667222f7cf1b:39427 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-16T02:30:32,766 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-16T02:30:32,766 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-16T02:30:32,766 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-16T02:30:32,766 INFO [RS:1;667222f7cf1b:39427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T02:30:32,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40717-0x101417aba850001, quorum=127.0.0.1:50189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:32,767 INFO [RS:1;667222f7cf1b:39427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T02:30:32,767 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T02:30:32,767 INFO [RS:1;667222f7cf1b:39427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T02:30:32,767 INFO [RS:1;667222f7cf1b:39427 {}] regionserver.HRegionServer(3091): Received CLOSE for b75d8f01cdf98a74d889e330673226bd 2024-11-16T02:30:32,767 INFO [RS:0;667222f7cf1b:40717 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,40717,1731724230601 2024-11-16T02:30:32,767 INFO [RS:0;667222f7cf1b:40717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:30:32,767 INFO [RS:0;667222f7cf1b:40717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;667222f7cf1b:40717. 2024-11-16T02:30:32,767 DEBUG [RS:0;667222f7cf1b:40717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:30:32,767 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 497fe88efef3fd799f77325963a5a0c4, disabling compactions & flushes 2024-11-16T02:30:32,767 DEBUG [RS:0;667222f7cf1b:40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:32,767 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731724231922.497fe88efef3fd799f77325963a5a0c4. 2024-11-16T02:30:32,767 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731724231922.497fe88efef3fd799f77325963a5a0c4. 2024-11-16T02:30:32,767 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731724231922.497fe88efef3fd799f77325963a5a0c4. after waiting 0 ms 2024-11-16T02:30:32,767 INFO [RS:0;667222f7cf1b:40717 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:30:32,767 INFO [RS:0;667222f7cf1b:40717 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:30:32,767 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731724231922.497fe88efef3fd799f77325963a5a0c4. 2024-11-16T02:30:32,767 INFO [RS:0;667222f7cf1b:40717 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:30:32,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T02:30:32,767 INFO [RS:0;667222f7cf1b:40717 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T02:30:32,768 INFO [RS:0;667222f7cf1b:40717 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T02:30:32,768 DEBUG [RS:0;667222f7cf1b:40717 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 497fe88efef3fd799f77325963a5a0c4=testClearRegionBlockCache,5,1731724231922.497fe88efef3fd799f77325963a5a0c4.} 2024-11-16T02:30:32,768 DEBUG [RS:0;667222f7cf1b:40717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 497fe88efef3fd799f77325963a5a0c4 2024-11-16T02:30:32,768 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T02:30:32,768 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T02:30:32,768 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T02:30:32,768 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T02:30:32,768 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T02:30:32,768 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-16T02:30:32,770 INFO [RS:1;667222f7cf1b:39427 {}] regionserver.HRegionServer(959): stopping server 667222f7cf1b,39427,1731724230663 2024-11-16T02:30:32,770 INFO [RS:1;667222f7cf1b:39427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:30:32,770 INFO [RS:1;667222f7cf1b:39427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;667222f7cf1b:39427. 2024-11-16T02:30:32,770 DEBUG [RS:1;667222f7cf1b:39427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T02:30:32,770 DEBUG [RS:1;667222f7cf1b:39427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:32,770 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b75d8f01cdf98a74d889e330673226bd, disabling compactions & flushes 2024-11-16T02:30:32,770 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731724231922.b75d8f01cdf98a74d889e330673226bd. 2024-11-16T02:30:32,770 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731724231922.b75d8f01cdf98a74d889e330673226bd. 2024-11-16T02:30:32,770 INFO [RS:1;667222f7cf1b:39427 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T02:30:32,771 DEBUG [RS:1;667222f7cf1b:39427 {}] regionserver.HRegionServer(1325): Online Regions={b75d8f01cdf98a74d889e330673226bd=testClearRegionBlockCache,,1731724231922.b75d8f01cdf98a74d889e330673226bd.} 2024-11-16T02:30:32,771 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731724231922.b75d8f01cdf98a74d889e330673226bd. after waiting 0 ms 2024-11-16T02:30:32,771 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731724231922.b75d8f01cdf98a74d889e330673226bd. 2024-11-16T02:30:32,771 DEBUG [RS:1;667222f7cf1b:39427 {}] regionserver.HRegionServer(1351): Waiting on b75d8f01cdf98a74d889e330673226bd 2024-11-16T02:30:32,781 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/default/testClearRegionBlockCache/b75d8f01cdf98a74d889e330673226bd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T02:30:32,781 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/default/testClearRegionBlockCache/497fe88efef3fd799f77325963a5a0c4/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-16T02:30:32,782 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731724231922.b75d8f01cdf98a74d889e330673226bd. 2024-11-16T02:30:32,782 INFO [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731724231922.497fe88efef3fd799f77325963a5a0c4. 2024-11-16T02:30:32,782 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 497fe88efef3fd799f77325963a5a0c4: Waiting for close lock at 1731724232767Running coprocessor pre-close hooks at 1731724232767Disabling compacts and flushes for region at 1731724232767Disabling writes for close at 1731724232767Writing region close event to WAL at 1731724232768 (+1 ms)Running coprocessor post-close hooks at 1731724232782 (+14 ms)Closed at 1731724232782 2024-11-16T02:30:32,782 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b75d8f01cdf98a74d889e330673226bd: Waiting for close lock at 1731724232770Running coprocessor pre-close hooks at 1731724232770Disabling compacts and flushes for region at 1731724232770Disabling writes for close at 1731724232771 (+1 ms)Writing region close event to WAL at 1731724232771Running coprocessor post-close hooks at 1731724232781 (+10 ms)Closed at 1731724232782 (+1 ms) 2024-11-16T02:30:32,782 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731724231922.b75d8f01cdf98a74d889e330673226bd. 2024-11-16T02:30:32,782 DEBUG [RS_CLOSE_REGION-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731724231922.497fe88efef3fd799f77325963a5a0c4. 2024-11-16T02:30:32,784 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:30:32,786 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/hbase/meta/1588230740/.tmp/info/e33ba54139b04ffc9f2988bdc61acc97 is 173, key is testClearRegionBlockCache,5,1731724231922.497fe88efef3fd799f77325963a5a0c4./info:regioninfo/1731724232301/Put/seqid=0 2024-11-16T02:30:32,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741841_1017 (size=8173) 2024-11-16T02:30:32,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741841_1017 (size=8173) 2024-11-16T02:30:32,793 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/hbase/meta/1588230740/.tmp/info/e33ba54139b04ffc9f2988bdc61acc97 2024-11-16T02:30:32,814 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/hbase/meta/1588230740/.tmp/ns/873651eb8a1042488a4b5a89e7db83be is 43, key is default/ns:d/1731724231828/Put/seqid=0 2024-11-16T02:30:32,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741842_1018 (size=5153) 2024-11-16T02:30:32,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741842_1018 (size=5153) 2024-11-16T02:30:32,821 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/hbase/meta/1588230740/.tmp/ns/873651eb8a1042488a4b5a89e7db83be 2024-11-16T02:30:32,830 INFO [regionserver/667222f7cf1b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:30:32,844 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/hbase/meta/1588230740/.tmp/table/d048e76fceee48029d6dc2c366245073 is 61, key is testClearRegionBlockCache/table:state/1731724232317/Put/seqid=0 2024-11-16T02:30:32,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741843_1019 (size=5312) 2024-11-16T02:30:32,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741843_1019 (size=5312) 2024-11-16T02:30:32,850 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/hbase/meta/1588230740/.tmp/table/d048e76fceee48029d6dc2c366245073 2024-11-16T02:30:32,856 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/hbase/meta/1588230740/.tmp/info/e33ba54139b04ffc9f2988bdc61acc97 as hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/hbase/meta/1588230740/info/e33ba54139b04ffc9f2988bdc61acc97 2024-11-16T02:30:32,861 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/hbase/meta/1588230740/info/e33ba54139b04ffc9f2988bdc61acc97, entries=20, sequenceid=13, filesize=8.0 K 2024-11-16T02:30:32,862 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/hbase/meta/1588230740/.tmp/ns/873651eb8a1042488a4b5a89e7db83be as hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/hbase/meta/1588230740/ns/873651eb8a1042488a4b5a89e7db83be 2024-11-16T02:30:32,868 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/hbase/meta/1588230740/ns/873651eb8a1042488a4b5a89e7db83be, entries=2, sequenceid=13, filesize=5.0 K 2024-11-16T02:30:32,870 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/hbase/meta/1588230740/.tmp/table/d048e76fceee48029d6dc2c366245073 as hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/hbase/meta/1588230740/table/d048e76fceee48029d6dc2c366245073 2024-11-16T02:30:32,875 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/hbase/meta/1588230740/table/d048e76fceee48029d6dc2c366245073, entries=2, sequenceid=13, filesize=5.2 K 2024-11-16T02:30:32,876 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=13, compaction requested=false 2024-11-16T02:30:32,880 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-16T02:30:32,880 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T02:30:32,880 INFO [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T02:30:32,880 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731724232768Running coprocessor pre-close hooks at 1731724232768Disabling compacts and flushes for region at 1731724232768Disabling writes for close at 1731724232768Obtaining lock to block concurrent updates at 1731724232768Preparing flush snapshotting stores in 1588230740 at 1731724232768Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731724232768Flushing stores of hbase:meta,,1.1588230740 at 1731724232769 (+1 ms)Flushing 1588230740/info: creating writer at 1731724232769Flushing 1588230740/info: appending metadata at 1731724232786 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731724232786Flushing 1588230740/ns: creating writer at 1731724232801 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731724232814 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731724232814Flushing 1588230740/table: creating writer at 1731724232828 (+14 ms)Flushing 1588230740/table: appending metadata at 1731724232844 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731724232844Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23b5cf39: reopening flushed file at 1731724232855 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@714a789: reopening flushed file at 1731724232862 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a46bce4: reopening flushed file at 1731724232869 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=13, compaction requested=false at 1731724232876 (+7 ms)Writing region close event to WAL at 1731724232877 (+1 ms)Running coprocessor post-close hooks at 1731724232880 (+3 ms)Closed at 1731724232880 2024-11-16T02:30:32,881 DEBUG [RS_CLOSE_META-regionserver/667222f7cf1b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T02:30:32,968 INFO [RS:0;667222f7cf1b:40717 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,40717,1731724230601; all regions closed. 2024-11-16T02:30:32,971 INFO [RS:1;667222f7cf1b:39427 {}] regionserver.HRegionServer(976): stopping server 667222f7cf1b,39427,1731724230663; all regions closed. 2024-11-16T02:30:32,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741835_1011 (size=4338) 2024-11-16T02:30:32,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741835_1011 (size=4338) 2024-11-16T02:30:32,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741834_1010 (size=1758) 2024-11-16T02:30:32,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741834_1010 (size=1758) 2024-11-16T02:30:32,977 DEBUG [RS:0;667222f7cf1b:40717 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/oldWALs 2024-11-16T02:30:32,977 INFO [RS:0;667222f7cf1b:40717 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C40717%2C1731724230601.meta:.meta(num 1731724231781) 2024-11-16T02:30:32,978 DEBUG [RS:1;667222f7cf1b:39427 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/oldWALs 2024-11-16T02:30:32,978 INFO [RS:1;667222f7cf1b:39427 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C39427%2C1731724230663:(num 1731724231363) 2024-11-16T02:30:32,978 DEBUG [RS:1;667222f7cf1b:39427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:32,978 INFO [RS:1;667222f7cf1b:39427 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:30:32,978 INFO [RS:1;667222f7cf1b:39427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:30:32,979 INFO [RS:1;667222f7cf1b:39427 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T02:30:32,979 INFO [RS:1;667222f7cf1b:39427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T02:30:32,979 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:30:32,979 INFO [RS:1;667222f7cf1b:39427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T02:30:32,979 INFO [RS:1;667222f7cf1b:39427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T02:30:32,979 INFO [RS:1;667222f7cf1b:39427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:30:32,979 INFO [RS:1;667222f7cf1b:39427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39427 2024-11-16T02:30:32,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741833_1009 (size=1867) 2024-11-16T02:30:32,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741833_1009 (size=1867) 2024-11-16T02:30:32,982 DEBUG [RS:0;667222f7cf1b:40717 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/oldWALs 2024-11-16T02:30:32,982 INFO [RS:0;667222f7cf1b:40717 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 667222f7cf1b%2C40717%2C1731724230601:(num 1731724231317) 2024-11-16T02:30:32,982 DEBUG [RS:0;667222f7cf1b:40717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T02:30:32,982 INFO [RS:0;667222f7cf1b:40717 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T02:30:32,982 INFO [RS:0;667222f7cf1b:40717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:30:32,982 INFO [RS:0;667222f7cf1b:40717 {}] hbase.ChoreService(370): Chore service for: regionserver/667222f7cf1b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T02:30:32,983 INFO [RS:0;667222f7cf1b:40717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:30:32,983 INFO [regionserver/667222f7cf1b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:30:32,983 INFO [RS:0;667222f7cf1b:40717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40717 2024-11-16T02:30:32,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T02:30:32,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x101417aba850002, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/667222f7cf1b,39427,1731724230663 2024-11-16T02:30:32,988 INFO [RS:1;667222f7cf1b:39427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:30:32,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x101417aba850001, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/667222f7cf1b,40717,1731724230601 2024-11-16T02:30:32,998 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,39427,1731724230663] 2024-11-16T02:30:32,998 INFO [RS:0;667222f7cf1b:40717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:30:33,019 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/667222f7cf1b,39427,1731724230663 already deleted, retry=false 2024-11-16T02:30:33,019 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,39427,1731724230663 expired; onlineServers=1 2024-11-16T02:30:33,019 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [667222f7cf1b,40717,1731724230601] 2024-11-16T02:30:33,030 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/667222f7cf1b,40717,1731724230601 already deleted, retry=false 2024-11-16T02:30:33,030 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 667222f7cf1b,40717,1731724230601 expired; onlineServers=0 2024-11-16T02:30:33,030 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '667222f7cf1b,46295,1731724230433' ***** 2024-11-16T02:30:33,030 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T02:30:33,030 INFO [M:0;667222f7cf1b:46295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T02:30:33,030 INFO [M:0;667222f7cf1b:46295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T02:30:33,030 DEBUG [M:0;667222f7cf1b:46295 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T02:30:33,030 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T02:30:33,030 DEBUG [M:0;667222f7cf1b:46295 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T02:30:33,030 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731724231090 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.large.0-1731724231090,5,FailOnTimeoutGroup] 2024-11-16T02:30:33,030 DEBUG [master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731724231090 {}] cleaner.HFileCleaner(306): Exit Thread[master/667222f7cf1b:0:becomeActiveMaster-HFileCleaner.small.0-1731724231090,5,FailOnTimeoutGroup] 2024-11-16T02:30:33,030 INFO [M:0;667222f7cf1b:46295 {}] hbase.ChoreService(370): Chore service for: master/667222f7cf1b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T02:30:33,030 INFO [M:0;667222f7cf1b:46295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T02:30:33,030 DEBUG [M:0;667222f7cf1b:46295 {}] master.HMaster(1795): Stopping service threads 2024-11-16T02:30:33,030 INFO [M:0;667222f7cf1b:46295 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T02:30:33,030 INFO [M:0;667222f7cf1b:46295 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T02:30:33,031 INFO [M:0;667222f7cf1b:46295 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T02:30:33,031 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T02:30:33,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T02:30:33,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T02:30:33,040 DEBUG [M:0;667222f7cf1b:46295 {}] zookeeper.ZKUtil(347): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T02:30:33,040 WARN [M:0;667222f7cf1b:46295 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T02:30:33,041 INFO [M:0;667222f7cf1b:46295 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/.lastflushedseqids 2024-11-16T02:30:33,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741844_1020 (size=182) 2024-11-16T02:30:33,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741844_1020 (size=182) 2024-11-16T02:30:33,050 INFO [M:0;667222f7cf1b:46295 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T02:30:33,050 INFO [M:0;667222f7cf1b:46295 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T02:30:33,051 DEBUG [M:0;667222f7cf1b:46295 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T02:30:33,051 INFO [M:0;667222f7cf1b:46295 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:33,051 DEBUG [M:0;667222f7cf1b:46295 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:33,051 DEBUG [M:0;667222f7cf1b:46295 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T02:30:33,051 DEBUG [M:0;667222f7cf1b:46295 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:33,051 INFO [M:0;667222f7cf1b:46295 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.63 KB heapSize=37.03 KB 2024-11-16T02:30:33,066 DEBUG [M:0;667222f7cf1b:46295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/073e807878a6418facfd4e5b863e731f is 82, key is hbase:meta,,1/info:regioninfo/1731724231812/Put/seqid=0 2024-11-16T02:30:33,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741845_1021 (size=5672) 2024-11-16T02:30:33,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741845_1021 (size=5672) 2024-11-16T02:30:33,072 INFO [M:0;667222f7cf1b:46295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/073e807878a6418facfd4e5b863e731f 2024-11-16T02:30:33,094 DEBUG [M:0;667222f7cf1b:46295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea3b96d1a2234f1296f7569b8719a52d is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731724232322/Put/seqid=0 2024-11-16T02:30:33,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741846_1022 (size=6219) 2024-11-16T02:30:33,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741846_1022 (size=6219) 2024-11-16T02:30:33,099 INFO [M:0;667222f7cf1b:46295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.01 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea3b96d1a2234f1296f7569b8719a52d 2024-11-16T02:30:33,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x101417aba850002, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:33,109 INFO [RS:1;667222f7cf1b:39427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:30:33,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39427-0x101417aba850002, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:33,109 INFO [RS:1;667222f7cf1b:39427 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,39427,1731724230663; zookeeper connection closed. 2024-11-16T02:30:33,109 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e8ef48f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e8ef48f 2024-11-16T02:30:33,119 DEBUG [M:0;667222f7cf1b:46295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eeb1fb59de66461db1fcdbd4b2aa3d80 is 69, key is 667222f7cf1b,39427,1731724230663/rs:state/1731724231169/Put/seqid=0 2024-11-16T02:30:33,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x101417aba850001, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:33,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40717-0x101417aba850001, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:33,119 INFO [RS:0;667222f7cf1b:40717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:30:33,119 INFO [RS:0;667222f7cf1b:40717 {}] regionserver.HRegionServer(1031): Exiting; stopping=667222f7cf1b,40717,1731724230601; zookeeper connection closed. 2024-11-16T02:30:33,120 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fbf5add {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fbf5add 2024-11-16T02:30:33,120 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-16T02:30:33,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741847_1023 (size=5224) 2024-11-16T02:30:33,124 INFO [M:0;667222f7cf1b:46295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eeb1fb59de66461db1fcdbd4b2aa3d80 2024-11-16T02:30:33,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741847_1023 (size=5224) 2024-11-16T02:30:33,130 DEBUG [M:0;667222f7cf1b:46295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/073e807878a6418facfd4e5b863e731f as hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/073e807878a6418facfd4e5b863e731f 2024-11-16T02:30:33,135 INFO [M:0;667222f7cf1b:46295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/073e807878a6418facfd4e5b863e731f, entries=8, sequenceid=71, filesize=5.5 K 2024-11-16T02:30:33,136 DEBUG [M:0;667222f7cf1b:46295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea3b96d1a2234f1296f7569b8719a52d as hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea3b96d1a2234f1296f7569b8719a52d 2024-11-16T02:30:33,141 INFO [M:0;667222f7cf1b:46295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea3b96d1a2234f1296f7569b8719a52d, entries=8, sequenceid=71, filesize=6.1 K 2024-11-16T02:30:33,143 DEBUG [M:0;667222f7cf1b:46295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eeb1fb59de66461db1fcdbd4b2aa3d80 as hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eeb1fb59de66461db1fcdbd4b2aa3d80 2024-11-16T02:30:33,149 INFO [M:0;667222f7cf1b:46295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36253/user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eeb1fb59de66461db1fcdbd4b2aa3d80, entries=2, sequenceid=71, filesize=5.1 K 2024-11-16T02:30:33,150 INFO [M:0;667222f7cf1b:46295 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=71, compaction requested=false 2024-11-16T02:30:33,151 INFO [M:0;667222f7cf1b:46295 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T02:30:33,151 DEBUG [M:0;667222f7cf1b:46295 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731724233050Disabling compacts and flushes for region at 1731724233050Disabling writes for close at 1731724233051 (+1 ms)Obtaining lock to block concurrent updates at 1731724233051Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731724233051Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30342, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731724233051Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731724233052 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731724233052Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731724233065 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731724233065Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731724233077 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731724233094 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731724233094Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731724233104 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731724233118 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731724233118Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a7c120f: reopening flushed file at 1731724233129 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29dc19e7: reopening flushed file at 1731724233135 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@333bbcba: reopening flushed file at 1731724233142 (+7 ms)Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=71, compaction requested=false at 1731724233150 (+8 ms)Writing region close event to WAL at 1731724233151 (+1 ms)Closed at 1731724233151 2024-11-16T02:30:33,154 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f7855466-56a2-5560-c60d-c77402b282e4/MasterData/WALs/667222f7cf1b,46295,1731724230433/667222f7cf1b%2C46295%2C1731724230433.1731724230835 not finished, retry = 0 2024-11-16T02:30:33,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741830_1006 (size=35489) 2024-11-16T02:30:33,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43169 is added to blk_1073741830_1006 (size=35489) 2024-11-16T02:30:33,255 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T02:30:33,255 INFO [M:0;667222f7cf1b:46295 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T02:30:33,255 INFO [M:0;667222f7cf1b:46295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46295 2024-11-16T02:30:33,256 INFO [M:0;667222f7cf1b:46295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T02:30:33,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:33,361 INFO [M:0;667222f7cf1b:46295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T02:30:33,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46295-0x101417aba850000, quorum=127.0.0.1:50189, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T02:30:33,364 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eabbb8c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:30:33,364 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10ede39a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:30:33,364 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:30:33,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21394073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:30:33,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fd9d61a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/hadoop.log.dir/,STOPPED} 2024-11-16T02:30:33,366 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:30:33,366 WARN [BP-1443915174-172.17.0.3-1731724228257 heartbeating to localhost/127.0.0.1:36253 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:30:33,366 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:30:33,366 WARN [BP-1443915174-172.17.0.3-1731724228257 heartbeating to localhost/127.0.0.1:36253 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1443915174-172.17.0.3-1731724228257 (Datanode Uuid 8195d727-a254-40c9-903c-0e8f0960a2d5) service to localhost/127.0.0.1:36253 2024-11-16T02:30:33,367 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/cluster_30fb9d5a-5503-73f1-82b1-5af5ee5d690d/data/data3/current/BP-1443915174-172.17.0.3-1731724228257 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:30:33,367 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/cluster_30fb9d5a-5503-73f1-82b1-5af5ee5d690d/data/data4/current/BP-1443915174-172.17.0.3-1731724228257 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:30:33,367 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:30:33,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28d7d04a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T02:30:33,369 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@da47160{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:30:33,369 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:30:33,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e900130{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:30:33,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@454b3944{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/hadoop.log.dir/,STOPPED} 2024-11-16T02:30:33,371 WARN [BP-1443915174-172.17.0.3-1731724228257 heartbeating to localhost/127.0.0.1:36253 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T02:30:33,371 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T02:30:33,371 WARN [BP-1443915174-172.17.0.3-1731724228257 heartbeating to localhost/127.0.0.1:36253 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1443915174-172.17.0.3-1731724228257 (Datanode Uuid 1c59fc8a-9daa-4fa6-9f9b-362529a6760e) service to localhost/127.0.0.1:36253 2024-11-16T02:30:33,371 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T02:30:33,371 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/cluster_30fb9d5a-5503-73f1-82b1-5af5ee5d690d/data/data1/current/BP-1443915174-172.17.0.3-1731724228257 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:30:33,372 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/cluster_30fb9d5a-5503-73f1-82b1-5af5ee5d690d/data/data2/current/BP-1443915174-172.17.0.3-1731724228257 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T02:30:33,372 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T02:30:33,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b6c5a8e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T02:30:33,378 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@467fcb5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T02:30:33,378 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T02:30:33,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57b823e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T02:30:33,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68a1d40f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5db5af03-60a1-695c-956f-412ed576fa1a/hadoop.log.dir/,STOPPED} 2024-11-16T02:30:33,384 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T02:30:33,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T02:30:33,407 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=184 (was 167) - Thread LEAK? -, OpenFileDescriptor=547 (was 526) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=465 (was 488), ProcessCount=11 (was 11), AvailableMemoryMB=3636 (was 3832)