2024-11-14 11:26:31,877 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-14 11:26:31,898 main DEBUG Took 0.018525 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 11:26:31,898 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 11:26:31,899 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 11:26:31,900 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 11:26:31,901 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:26:31,913 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 11:26:31,930 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:26:31,932 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:26:31,933 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:26:31,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:26:31,934 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:26:31,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:26:31,936 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:26:31,936 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:26:31,937 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:26:31,938 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:26:31,939 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:26:31,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:26:31,940 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:26:31,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:26:31,942 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:26:31,943 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:26:31,943 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:26:31,944 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:26:31,945 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:26:31,945 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:26:31,946 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:26:31,947 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:26:31,947 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:26:31,948 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:26:31,949 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:26:31,949 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 11:26:31,951 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:26:31,953 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 11:26:31,956 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 11:26:31,957 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 11:26:31,959 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 11:26:31,959 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 11:26:31,971 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 11:26:31,975 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 11:26:31,977 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 11:26:31,978 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 11:26:31,979 main DEBUG createAppenders(={Console}) 2024-11-14 11:26:31,980 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-14 11:26:31,980 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-14 11:26:31,980 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-14 11:26:31,981 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 11:26:31,982 main DEBUG OutputStream closed 2024-11-14 11:26:31,982 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 11:26:31,983 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 11:26:31,983 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-14 11:26:32,076 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 11:26:32,078 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 11:26:32,079 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 11:26:32,080 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 11:26:32,080 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 11:26:32,081 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 11:26:32,081 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 11:26:32,081 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 11:26:32,081 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 11:26:32,082 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 11:26:32,082 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 11:26:32,082 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 11:26:32,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 11:26:32,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 11:26:32,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 11:26:32,083 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 11:26:32,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 11:26:32,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 11:26:32,087 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 11:26:32,087 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-14 11:26:32,087 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 11:26:32,088 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-14T11:26:32,102 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-14 11:26:32,105 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 11:26:32,105 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T11:26:32,166 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=373, ProcessCount=11, AvailableMemoryMB=3436 2024-11-14T11:26:32,378 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51 2024-11-14T11:26:32,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T11:26:32,399 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/cluster_3dbb6280-0c8d-7356-3e3d-46ad76f16342, deleteOnExit=true 2024-11-14T11:26:32,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T11:26:32,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/test.cache.data in system properties and HBase conf 2024-11-14T11:26:32,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T11:26:32,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/hadoop.log.dir in system properties and HBase conf 2024-11-14T11:26:32,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T11:26:32,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T11:26:32,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T11:26:32,487 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T11:26:32,576 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T11:26:32,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T11:26:32,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T11:26:32,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T11:26:32,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T11:26:32,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T11:26:32,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T11:26:32,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T11:26:32,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T11:26:32,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T11:26:32,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/nfs.dump.dir in system properties and HBase conf 2024-11-14T11:26:32,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/java.io.tmpdir in system properties and HBase conf 2024-11-14T11:26:32,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T11:26:32,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T11:26:32,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T11:26:33,609 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T11:26:33,682 INFO [Time-limited test {}] log.Log(170): Logging initialized @2619ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T11:26:33,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:26:33,808 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:26:33,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:26:33,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:26:33,835 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T11:26:33,850 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:26:33,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:26:33,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:26:34,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/java.io.tmpdir/jetty-localhost-45191-hadoop-hdfs-3_4_1-tests_jar-_-any-5129342208444420838/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T11:26:34,083 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:45191} 2024-11-14T11:26:34,083 INFO [Time-limited test {}] server.Server(415): Started @3021ms 2024-11-14T11:26:34,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:26:34,730 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:26:34,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:26:34,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:26:34,731 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T11:26:34,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:26:34,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:26:34,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/java.io.tmpdir/jetty-localhost-32777-hadoop-hdfs-3_4_1-tests_jar-_-any-14865938431180162723/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:26:34,832 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:32777} 2024-11-14T11:26:34,832 INFO [Time-limited test {}] server.Server(415): Started @3770ms 2024-11-14T11:26:34,882 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T11:26:34,984 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:26:34,992 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:26:34,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:26:34,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:26:34,997 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T11:26:34,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:26:34,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:26:35,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/java.io.tmpdir/jetty-localhost-41513-hadoop-hdfs-3_4_1-tests_jar-_-any-1000620044907596645/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:26:35,100 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:41513} 2024-11-14T11:26:35,101 INFO [Time-limited test {}] server.Server(415): Started @4038ms 2024-11-14T11:26:35,103 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T11:26:36,502 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/cluster_3dbb6280-0c8d-7356-3e3d-46ad76f16342/data/data2/current/BP-2026135784-172.17.0.2-1731583593101/current, will proceed with Du for space computation calculation, 2024-11-14T11:26:36,502 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/cluster_3dbb6280-0c8d-7356-3e3d-46ad76f16342/data/data4/current/BP-2026135784-172.17.0.2-1731583593101/current, will proceed with Du for space computation calculation, 2024-11-14T11:26:36,502 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/cluster_3dbb6280-0c8d-7356-3e3d-46ad76f16342/data/data3/current/BP-2026135784-172.17.0.2-1731583593101/current, will proceed with Du for space computation calculation, 2024-11-14T11:26:36,502 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/cluster_3dbb6280-0c8d-7356-3e3d-46ad76f16342/data/data1/current/BP-2026135784-172.17.0.2-1731583593101/current, will proceed with Du for space computation calculation, 2024-11-14T11:26:36,534 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T11:26:36,534 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T11:26:36,580 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeaa5e79d4b075477 with lease ID 0x1f636db4b34ce35c: Processing first storage report for DS-91fdf366-46f1-4523-bfb2-9b45058089b4 from datanode DatanodeRegistration(127.0.0.1:35693, datanodeUuid=6ed9f137-6a15-4987-8808-9ca93cc23024, infoPort=46851, infoSecurePort=0, ipcPort=44601, storageInfo=lv=-57;cid=testClusterID;nsid=334404955;c=1731583593101) 2024-11-14T11:26:36,582 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeaa5e79d4b075477 with lease ID 0x1f636db4b34ce35c: from storage DS-91fdf366-46f1-4523-bfb2-9b45058089b4 node DatanodeRegistration(127.0.0.1:35693, datanodeUuid=6ed9f137-6a15-4987-8808-9ca93cc23024, infoPort=46851, infoSecurePort=0, ipcPort=44601, storageInfo=lv=-57;cid=testClusterID;nsid=334404955;c=1731583593101), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T11:26:36,582 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33c0dab6b7584aeb with lease ID 0x1f636db4b34ce35d: Processing first storage report for DS-ff28fd77-fff2-426e-963f-5ad3b977866e from datanode DatanodeRegistration(127.0.0.1:35041, datanodeUuid=3644fd3b-5830-4b70-be53-54fe90ea2368, infoPort=44447, infoSecurePort=0, ipcPort=43787, storageInfo=lv=-57;cid=testClusterID;nsid=334404955;c=1731583593101) 2024-11-14T11:26:36,582 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33c0dab6b7584aeb with lease ID 0x1f636db4b34ce35d: from storage DS-ff28fd77-fff2-426e-963f-5ad3b977866e node DatanodeRegistration(127.0.0.1:35041, datanodeUuid=3644fd3b-5830-4b70-be53-54fe90ea2368, infoPort=44447, infoSecurePort=0, ipcPort=43787, storageInfo=lv=-57;cid=testClusterID;nsid=334404955;c=1731583593101), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:26:36,583 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeaa5e79d4b075477 with lease ID 0x1f636db4b34ce35c: Processing first storage report for DS-baf3bc43-9da7-44c5-99bc-8950a207e555 from datanode DatanodeRegistration(127.0.0.1:35693, datanodeUuid=6ed9f137-6a15-4987-8808-9ca93cc23024, infoPort=46851, infoSecurePort=0, ipcPort=44601, storageInfo=lv=-57;cid=testClusterID;nsid=334404955;c=1731583593101) 2024-11-14T11:26:36,583 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeaa5e79d4b075477 with lease ID 0x1f636db4b34ce35c: from storage DS-baf3bc43-9da7-44c5-99bc-8950a207e555 node DatanodeRegistration(127.0.0.1:35693, datanodeUuid=6ed9f137-6a15-4987-8808-9ca93cc23024, infoPort=46851, infoSecurePort=0, ipcPort=44601, storageInfo=lv=-57;cid=testClusterID;nsid=334404955;c=1731583593101), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T11:26:36,583 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33c0dab6b7584aeb with lease ID 0x1f636db4b34ce35d: Processing first storage report for DS-4966f7dd-9360-43c2-8846-c52ff2e1b1a7 from datanode DatanodeRegistration(127.0.0.1:35041, datanodeUuid=3644fd3b-5830-4b70-be53-54fe90ea2368, infoPort=44447, infoSecurePort=0, ipcPort=43787, storageInfo=lv=-57;cid=testClusterID;nsid=334404955;c=1731583593101) 2024-11-14T11:26:36,584 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33c0dab6b7584aeb with lease ID 0x1f636db4b34ce35d: from storage DS-4966f7dd-9360-43c2-8846-c52ff2e1b1a7 node DatanodeRegistration(127.0.0.1:35041, datanodeUuid=3644fd3b-5830-4b70-be53-54fe90ea2368, infoPort=44447, infoSecurePort=0, ipcPort=43787, storageInfo=lv=-57;cid=testClusterID;nsid=334404955;c=1731583593101), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:26:36,608 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51 2024-11-14T11:26:36,668 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/cluster_3dbb6280-0c8d-7356-3e3d-46ad76f16342/zookeeper_0, clientPort=56221, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/cluster_3dbb6280-0c8d-7356-3e3d-46ad76f16342/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/cluster_3dbb6280-0c8d-7356-3e3d-46ad76f16342/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T11:26:36,676 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56221 2024-11-14T11:26:36,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:36,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:36,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741825_1001 (size=7) 2024-11-14T11:26:36,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741825_1001 (size=7) 2024-11-14T11:26:37,300 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94 with version=8 2024-11-14T11:26:37,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/hbase-staging 2024-11-14T11:26:37,374 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T11:26:37,614 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:26:37,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:37,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:37,627 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:26:37,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:37,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:26:37,751 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T11:26:37,803 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T11:26:37,811 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T11:26:37,814 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:26:37,837 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 49491 (auto-detected) 2024-11-14T11:26:37,838 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T11:26:37,854 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33505 2024-11-14T11:26:37,874 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33505 connecting to ZooKeeper ensemble=127.0.0.1:56221 2024-11-14T11:26:37,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335050x0, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:26:38,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33505-0x1013918d4180000 connected 2024-11-14T11:26:38,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:38,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:38,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:26:38,118 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94, hbase.cluster.distributed=false 2024-11-14T11:26:38,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:26:38,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33505 2024-11-14T11:26:38,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33505 2024-11-14T11:26:38,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33505 2024-11-14T11:26:38,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33505 2024-11-14T11:26:38,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33505 2024-11-14T11:26:38,252 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:26:38,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:38,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:38,254 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:26:38,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:38,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:26:38,257 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T11:26:38,259 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:26:38,260 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39217 2024-11-14T11:26:38,262 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39217 connecting to ZooKeeper ensemble=127.0.0.1:56221 2024-11-14T11:26:38,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:38,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:38,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392170x0, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:26:38,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392170x0, quorum=127.0.0.1:56221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:26:38,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39217-0x1013918d4180001 connected 2024-11-14T11:26:38,285 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T11:26:38,292 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T11:26:38,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39217-0x1013918d4180001, quorum=127.0.0.1:56221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T11:26:38,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39217-0x1013918d4180001, quorum=127.0.0.1:56221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:26:38,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39217 2024-11-14T11:26:38,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39217 2024-11-14T11:26:38,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39217 2024-11-14T11:26:38,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39217 2024-11-14T11:26:38,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39217 2024-11-14T11:26:38,319 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:26:38,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:38,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:38,319 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:26:38,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:38,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:26:38,320 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T11:26:38,320 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:26:38,321 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36945 2024-11-14T11:26:38,322 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36945 connecting to ZooKeeper ensemble=127.0.0.1:56221 2024-11-14T11:26:38,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:38,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:38,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369450x0, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:26:38,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36945-0x1013918d4180002, quorum=127.0.0.1:56221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:26:38,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36945-0x1013918d4180002 connected 2024-11-14T11:26:38,345 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T11:26:38,346 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T11:26:38,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36945-0x1013918d4180002, quorum=127.0.0.1:56221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T11:26:38,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36945-0x1013918d4180002, quorum=127.0.0.1:56221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:26:38,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36945 2024-11-14T11:26:38,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36945 2024-11-14T11:26:38,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36945 2024-11-14T11:26:38,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36945 2024-11-14T11:26:38,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36945 2024-11-14T11:26:38,364 DEBUG [M:0;7437412fa5b4:33505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7437412fa5b4:33505 2024-11-14T11:26:38,365 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7437412fa5b4,33505,1731583597466 2024-11-14T11:26:38,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:26:38,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1013918d4180001, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:26:38,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1013918d4180002, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:26:38,384 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7437412fa5b4,33505,1731583597466 2024-11-14T11:26:38,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1013918d4180001, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T11:26:38,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1013918d4180002, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T11:26:38,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1013918d4180001, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:38,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1013918d4180002, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:38,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:38,414 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T11:26:38,415 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7437412fa5b4,33505,1731583597466 from backup master directory 2024-11-14T11:26:38,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1013918d4180001, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:26:38,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1013918d4180002, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:26:38,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7437412fa5b4,33505,1731583597466 2024-11-14T11:26:38,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:26:38,429 WARN [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:26:38,429 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7437412fa5b4,33505,1731583597466 2024-11-14T11:26:38,431 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T11:26:38,432 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T11:26:38,483 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/hbase.id] with ID: 49579bbd-daf2-4b7e-bbd6-64e4c366ff0c 2024-11-14T11:26:38,484 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/.tmp/hbase.id 2024-11-14T11:26:38,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741826_1002 (size=42) 2024-11-14T11:26:38,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741826_1002 (size=42) 2024-11-14T11:26:38,496 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/.tmp/hbase.id]:[hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/hbase.id] 2024-11-14T11:26:38,541 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:38,545 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T11:26:38,564 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-14T11:26:38,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1013918d4180002, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:38,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1013918d4180001, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:38,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:38,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741827_1003 (size=196) 2024-11-14T11:26:38,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741827_1003 (size=196) 2024-11-14T11:26:38,608 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T11:26:38,610 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T11:26:38,623 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:38,627 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:26:38,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741828_1004 (size=1189) 2024-11-14T11:26:38,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741828_1004 (size=1189) 2024-11-14T11:26:38,670 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/MasterData/data/master/store 2024-11-14T11:26:38,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741829_1005 (size=34) 2024-11-14T11:26:38,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741829_1005 (size=34) 2024-11-14T11:26:38,692 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T11:26:38,695 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:38,696 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T11:26:38,697 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:38,697 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:38,698 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T11:26:38,699 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:38,699 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:38,700 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731583598696Disabling compacts and flushes for region at 1731583598696Disabling writes for close at 1731583598699 (+3 ms)Writing region close event to WAL at 1731583598699Closed at 1731583598699 2024-11-14T11:26:38,702 WARN [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/MasterData/data/master/store/.initializing 2024-11-14T11:26:38,702 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/MasterData/WALs/7437412fa5b4,33505,1731583597466 2024-11-14T11:26:38,710 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:26:38,723 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C33505%2C1731583597466, suffix=, logDir=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/MasterData/WALs/7437412fa5b4,33505,1731583597466, archiveDir=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/MasterData/oldWALs, maxLogs=10 2024-11-14T11:26:38,743 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/MasterData/WALs/7437412fa5b4,33505,1731583597466/7437412fa5b4%2C33505%2C1731583597466.1731583598727, exclude list is [], retry=0 2024-11-14T11:26:38,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35041,DS-ff28fd77-fff2-426e-963f-5ad3b977866e,DISK] 2024-11-14T11:26:38,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35693,DS-91fdf366-46f1-4523-bfb2-9b45058089b4,DISK] 2024-11-14T11:26:38,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T11:26:38,793 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/MasterData/WALs/7437412fa5b4,33505,1731583597466/7437412fa5b4%2C33505%2C1731583597466.1731583598727 2024-11-14T11:26:38,794 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44447:44447),(127.0.0.1/127.0.0.1:46851:46851)] 2024-11-14T11:26:38,794 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:26:38,795 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:38,798 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:38,799 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:38,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:38,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T11:26:38,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:38,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:38,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:38,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T11:26:38,873 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:38,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:26:38,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:38,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T11:26:38,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:38,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:26:38,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:38,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T11:26:38,883 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:38,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:26:38,884 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:38,888 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:38,889 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:38,894 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:38,895 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:38,898 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T11:26:38,902 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:38,905 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:26:38,907 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58996994, jitterRate=-0.12087628245353699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T11:26:38,916 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731583598810Initializing all the Stores at 1731583598812 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583598813 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583598813Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583598814 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583598814Cleaning up temporary data from old regions at 1731583598895 (+81 ms)Region opened successfully at 1731583598916 (+21 ms) 2024-11-14T11:26:38,917 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T11:26:38,946 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d19eb7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:26:38,971 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T11:26:38,980 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T11:26:38,981 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T11:26:38,983 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T11:26:38,984 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T11:26:38,989 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T11:26:38,989 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T11:26:39,011 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T11:26:39,018 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T11:26:39,091 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T11:26:39,096 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T11:26:39,098 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T11:26:39,107 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T11:26:39,110 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T11:26:39,115 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T11:26:39,122 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T11:26:39,124 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T11:26:39,133 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T11:26:39,152 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T11:26:39,164 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T11:26:39,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:26:39,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1013918d4180001, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:26:39,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1013918d4180002, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:26:39,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:39,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1013918d4180002, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:39,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1013918d4180001, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:39,180 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7437412fa5b4,33505,1731583597466, sessionid=0x1013918d4180000, setting cluster-up flag (Was=false) 2024-11-14T11:26:39,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:39,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1013918d4180001, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:39,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1013918d4180002, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:39,244 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T11:26:39,247 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7437412fa5b4,33505,1731583597466 2024-11-14T11:26:39,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1013918d4180002, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:39,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:39,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1013918d4180001, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:39,301 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T11:26:39,304 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7437412fa5b4,33505,1731583597466 2024-11-14T11:26:39,311 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T11:26:39,354 INFO [RS:1;7437412fa5b4:36945 {}] regionserver.HRegionServer(746): ClusterId : 49579bbd-daf2-4b7e-bbd6-64e4c366ff0c 2024-11-14T11:26:39,354 INFO [RS:0;7437412fa5b4:39217 {}] regionserver.HRegionServer(746): ClusterId : 49579bbd-daf2-4b7e-bbd6-64e4c366ff0c 2024-11-14T11:26:39,357 DEBUG [RS:1;7437412fa5b4:36945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T11:26:39,357 DEBUG [RS:0;7437412fa5b4:39217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T11:26:39,373 DEBUG [RS:0;7437412fa5b4:39217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T11:26:39,373 DEBUG [RS:1;7437412fa5b4:36945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T11:26:39,373 DEBUG [RS:0;7437412fa5b4:39217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T11:26:39,373 DEBUG [RS:1;7437412fa5b4:36945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T11:26:39,380 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T11:26:39,390 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T11:26:39,395 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T11:26:39,397 DEBUG [RS:1;7437412fa5b4:36945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T11:26:39,397 DEBUG [RS:0;7437412fa5b4:39217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T11:26:39,398 DEBUG [RS:1;7437412fa5b4:36945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1703662c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:26:39,398 DEBUG [RS:0;7437412fa5b4:39217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a7db2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:26:39,402 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7437412fa5b4,33505,1731583597466 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T11:26:39,411 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:26:39,411 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:26:39,411 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:26:39,412 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:26:39,412 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7437412fa5b4:0, corePoolSize=10, maxPoolSize=10 2024-11-14T11:26:39,412 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:39,412 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:26:39,412 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:39,413 DEBUG [RS:1;7437412fa5b4:36945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7437412fa5b4:36945 2024-11-14T11:26:39,413 DEBUG [RS:0;7437412fa5b4:39217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7437412fa5b4:39217 2024-11-14T11:26:39,415 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731583629415 2024-11-14T11:26:39,416 INFO [RS:1;7437412fa5b4:36945 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T11:26:39,416 INFO [RS:0;7437412fa5b4:39217 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T11:26:39,416 INFO [RS:1;7437412fa5b4:36945 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T11:26:39,416 INFO [RS:0;7437412fa5b4:39217 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T11:26:39,416 DEBUG [RS:1;7437412fa5b4:36945 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T11:26:39,416 DEBUG [RS:0;7437412fa5b4:39217 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T11:26:39,418 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T11:26:39,419 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T11:26:39,419 INFO [RS:0;7437412fa5b4:39217 {}] regionserver.HRegionServer(2659): reportForDuty to master=7437412fa5b4,33505,1731583597466 with port=39217, startcode=1731583598220 2024-11-14T11:26:39,419 INFO [RS:1;7437412fa5b4:36945 {}] regionserver.HRegionServer(2659): reportForDuty to master=7437412fa5b4,33505,1731583597466 with port=36945, startcode=1731583598318 2024-11-14T11:26:39,419 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:26:39,420 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T11:26:39,422 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T11:26:39,422 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T11:26:39,423 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T11:26:39,423 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T11:26:39,425 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:39,425 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T11:26:39,425 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:39,428 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T11:26:39,429 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T11:26:39,430 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T11:26:39,432 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T11:26:39,433 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T11:26:39,433 DEBUG [RS:1;7437412fa5b4:36945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T11:26:39,433 DEBUG [RS:0;7437412fa5b4:39217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T11:26:39,436 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731583599434,5,FailOnTimeoutGroup] 2024-11-14T11:26:39,437 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731583599437,5,FailOnTimeoutGroup] 2024-11-14T11:26:39,438 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:39,438 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T11:26:39,439 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:39,439 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:39,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741831_1007 (size=1321) 2024-11-14T11:26:39,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741831_1007 (size=1321) 2024-11-14T11:26:39,448 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T11:26:39,449 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94 2024-11-14T11:26:39,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741832_1008 (size=32) 2024-11-14T11:26:39,479 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T11:26:39,479 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T11:26:39,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741832_1008 (size=32) 2024-11-14T11:26:39,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:39,486 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33505 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7437412fa5b4,39217,1731583598220 2024-11-14T11:26:39,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T11:26:39,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33505 {}] master.ServerManager(517): Registering regionserver=7437412fa5b4,39217,1731583598220 2024-11-14T11:26:39,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T11:26:39,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:39,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:39,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T11:26:39,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T11:26:39,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:39,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:39,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T11:26:39,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T11:26:39,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:39,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:39,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T11:26:39,502 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33505 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7437412fa5b4,36945,1731583598318 2024-11-14T11:26:39,503 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33505 {}] master.ServerManager(517): Registering regionserver=7437412fa5b4,36945,1731583598318 2024-11-14T11:26:39,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T11:26:39,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:39,506 DEBUG [RS:0;7437412fa5b4:39217 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94 2024-11-14T11:26:39,507 DEBUG [RS:0;7437412fa5b4:39217 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34723 2024-11-14T11:26:39,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:39,507 DEBUG [RS:0;7437412fa5b4:39217 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T11:26:39,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T11:26:39,508 DEBUG [RS:1;7437412fa5b4:36945 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94 2024-11-14T11:26:39,508 DEBUG [RS:1;7437412fa5b4:36945 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34723 2024-11-14T11:26:39,508 DEBUG [RS:1;7437412fa5b4:36945 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T11:26:39,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/hbase/meta/1588230740 2024-11-14T11:26:39,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/hbase/meta/1588230740 2024-11-14T11:26:39,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T11:26:39,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T11:26:39,514 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T11:26:39,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T11:26:39,522 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:26:39,523 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64249095, jitterRate=-0.04261387884616852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T11:26:39,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731583599484Initializing all the Stores at 1731583599486 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583599486Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583599486Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583599486Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583599486Cleaning up temporary data from old regions at 1731583599513 (+27 ms)Region opened successfully at 1731583599526 (+13 ms) 2024-11-14T11:26:39,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T11:26:39,526 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T11:26:39,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T11:26:39,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T11:26:39,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T11:26:39,528 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T11:26:39,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731583599526Disabling compacts and flushes for region at 1731583599526Disabling writes for close at 1731583599527 (+1 ms)Writing region close event to WAL at 1731583599528 (+1 ms)Closed at 1731583599528 2024-11-14T11:26:39,530 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:26:39,530 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T11:26:39,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T11:26:39,543 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T11:26:39,546 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T11:26:39,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:26:39,553 DEBUG [RS:0;7437412fa5b4:39217 {}] zookeeper.ZKUtil(111): regionserver:39217-0x1013918d4180001, quorum=127.0.0.1:56221, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7437412fa5b4,39217,1731583598220 2024-11-14T11:26:39,553 DEBUG [RS:1;7437412fa5b4:36945 {}] zookeeper.ZKUtil(111): regionserver:36945-0x1013918d4180002, quorum=127.0.0.1:56221, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7437412fa5b4,36945,1731583598318 2024-11-14T11:26:39,554 WARN [RS:0;7437412fa5b4:39217 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:26:39,554 WARN [RS:1;7437412fa5b4:36945 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:26:39,554 INFO [RS:0;7437412fa5b4:39217 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:26:39,554 INFO [RS:1;7437412fa5b4:36945 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:26:39,554 DEBUG [RS:0;7437412fa5b4:39217 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/WALs/7437412fa5b4,39217,1731583598220 2024-11-14T11:26:39,554 DEBUG [RS:1;7437412fa5b4:36945 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/WALs/7437412fa5b4,36945,1731583598318 2024-11-14T11:26:39,557 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7437412fa5b4,36945,1731583598318] 2024-11-14T11:26:39,558 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7437412fa5b4,39217,1731583598220] 2024-11-14T11:26:39,577 INFO [RS:0;7437412fa5b4:39217 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T11:26:39,577 INFO [RS:1;7437412fa5b4:36945 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T11:26:39,592 INFO [RS:0;7437412fa5b4:39217 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T11:26:39,592 INFO [RS:1;7437412fa5b4:36945 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T11:26:39,596 INFO [RS:1;7437412fa5b4:36945 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T11:26:39,596 INFO [RS:0;7437412fa5b4:39217 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T11:26:39,596 INFO [RS:1;7437412fa5b4:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:39,596 INFO [RS:0;7437412fa5b4:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:39,597 INFO [RS:1;7437412fa5b4:36945 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T11:26:39,597 INFO [RS:0;7437412fa5b4:39217 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T11:26:39,602 INFO [RS:0;7437412fa5b4:39217 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T11:26:39,602 INFO [RS:1;7437412fa5b4:36945 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T11:26:39,604 INFO [RS:0;7437412fa5b4:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:39,604 INFO [RS:1;7437412fa5b4:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:39,604 DEBUG [RS:0;7437412fa5b4:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:39,604 DEBUG [RS:1;7437412fa5b4:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:39,604 DEBUG [RS:0;7437412fa5b4:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:39,604 DEBUG [RS:1;7437412fa5b4:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:39,604 DEBUG [RS:1;7437412fa5b4:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:39,604 DEBUG [RS:0;7437412fa5b4:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:39,604 DEBUG [RS:1;7437412fa5b4:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:39,605 DEBUG [RS:0;7437412fa5b4:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:39,605 DEBUG [RS:1;7437412fa5b4:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:39,605 DEBUG [RS:1;7437412fa5b4:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:26:39,605 DEBUG [RS:0;7437412fa5b4:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:39,605 DEBUG [RS:1;7437412fa5b4:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:39,605 DEBUG [RS:0;7437412fa5b4:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:26:39,605 DEBUG [RS:1;7437412fa5b4:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:39,605 DEBUG [RS:0;7437412fa5b4:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:39,605 DEBUG [RS:1;7437412fa5b4:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:39,605 DEBUG [RS:0;7437412fa5b4:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:39,605 DEBUG [RS:1;7437412fa5b4:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:39,605 DEBUG [RS:0;7437412fa5b4:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:39,605 DEBUG [RS:1;7437412fa5b4:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:39,606 DEBUG [RS:1;7437412fa5b4:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:39,606 DEBUG [RS:0;7437412fa5b4:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:39,606 DEBUG [RS:1;7437412fa5b4:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:26:39,606 DEBUG [RS:0;7437412fa5b4:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:39,606 DEBUG [RS:1;7437412fa5b4:36945 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:26:39,606 DEBUG [RS:0;7437412fa5b4:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:39,606 DEBUG [RS:0;7437412fa5b4:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:26:39,606 DEBUG [RS:0;7437412fa5b4:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:26:39,614 INFO [RS:1;7437412fa5b4:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:39,614 INFO [RS:0;7437412fa5b4:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:39,614 INFO [RS:0;7437412fa5b4:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:39,614 INFO [RS:1;7437412fa5b4:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:39,614 INFO [RS:0;7437412fa5b4:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:39,615 INFO [RS:0;7437412fa5b4:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:39,615 INFO [RS:1;7437412fa5b4:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:39,615 INFO [RS:0;7437412fa5b4:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:39,615 INFO [RS:1;7437412fa5b4:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:39,615 INFO [RS:0;7437412fa5b4:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,39217,1731583598220-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:26:39,615 INFO [RS:1;7437412fa5b4:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:39,615 INFO [RS:1;7437412fa5b4:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,36945,1731583598318-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:26:39,634 INFO [RS:1;7437412fa5b4:36945 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T11:26:39,634 INFO [RS:0;7437412fa5b4:39217 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T11:26:39,636 INFO [RS:0;7437412fa5b4:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,39217,1731583598220-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:39,636 INFO [RS:1;7437412fa5b4:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,36945,1731583598318-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:39,636 INFO [RS:1;7437412fa5b4:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:39,636 INFO [RS:0;7437412fa5b4:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:39,636 INFO [RS:0;7437412fa5b4:39217 {}] regionserver.Replication(171): 7437412fa5b4,39217,1731583598220 started 2024-11-14T11:26:39,636 INFO [RS:1;7437412fa5b4:36945 {}] regionserver.Replication(171): 7437412fa5b4,36945,1731583598318 started 2024-11-14T11:26:39,657 INFO [RS:0;7437412fa5b4:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:39,657 INFO [RS:0;7437412fa5b4:39217 {}] regionserver.HRegionServer(1482): Serving as 7437412fa5b4,39217,1731583598220, RpcServer on 7437412fa5b4/172.17.0.2:39217, sessionid=0x1013918d4180001 2024-11-14T11:26:39,658 INFO [RS:1;7437412fa5b4:36945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:39,658 DEBUG [RS:0;7437412fa5b4:39217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T11:26:39,658 INFO [RS:1;7437412fa5b4:36945 {}] regionserver.HRegionServer(1482): Serving as 7437412fa5b4,36945,1731583598318, RpcServer on 7437412fa5b4/172.17.0.2:36945, sessionid=0x1013918d4180002 2024-11-14T11:26:39,658 DEBUG [RS:0;7437412fa5b4:39217 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7437412fa5b4,39217,1731583598220 2024-11-14T11:26:39,659 DEBUG [RS:1;7437412fa5b4:36945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T11:26:39,659 DEBUG [RS:0;7437412fa5b4:39217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,39217,1731583598220' 2024-11-14T11:26:39,659 DEBUG [RS:1;7437412fa5b4:36945 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7437412fa5b4,36945,1731583598318 2024-11-14T11:26:39,659 DEBUG [RS:1;7437412fa5b4:36945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,36945,1731583598318' 2024-11-14T11:26:39,659 DEBUG [RS:0;7437412fa5b4:39217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T11:26:39,659 DEBUG [RS:1;7437412fa5b4:36945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T11:26:39,660 DEBUG [RS:1;7437412fa5b4:36945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T11:26:39,660 DEBUG [RS:0;7437412fa5b4:39217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T11:26:39,660 DEBUG [RS:1;7437412fa5b4:36945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T11:26:39,660 DEBUG [RS:0;7437412fa5b4:39217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T11:26:39,661 DEBUG [RS:1;7437412fa5b4:36945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T11:26:39,661 DEBUG [RS:0;7437412fa5b4:39217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T11:26:39,661 DEBUG [RS:1;7437412fa5b4:36945 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7437412fa5b4,36945,1731583598318 2024-11-14T11:26:39,661 DEBUG [RS:0;7437412fa5b4:39217 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7437412fa5b4,39217,1731583598220 2024-11-14T11:26:39,661 DEBUG [RS:1;7437412fa5b4:36945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,36945,1731583598318' 2024-11-14T11:26:39,661 DEBUG [RS:0;7437412fa5b4:39217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,39217,1731583598220' 2024-11-14T11:26:39,661 DEBUG [RS:1;7437412fa5b4:36945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T11:26:39,661 DEBUG [RS:0;7437412fa5b4:39217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T11:26:39,661 DEBUG [RS:0;7437412fa5b4:39217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T11:26:39,661 DEBUG [RS:1;7437412fa5b4:36945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T11:26:39,662 DEBUG [RS:1;7437412fa5b4:36945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T11:26:39,662 DEBUG [RS:0;7437412fa5b4:39217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T11:26:39,662 INFO [RS:1;7437412fa5b4:36945 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T11:26:39,662 INFO [RS:0;7437412fa5b4:39217 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T11:26:39,662 INFO [RS:1;7437412fa5b4:36945 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T11:26:39,662 INFO [RS:0;7437412fa5b4:39217 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T11:26:39,697 WARN [7437412fa5b4:33505 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T11:26:39,767 INFO [RS:0;7437412fa5b4:39217 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:26:39,767 INFO [RS:1;7437412fa5b4:36945 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:26:39,770 INFO [RS:0;7437412fa5b4:39217 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C39217%2C1731583598220, suffix=, logDir=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/WALs/7437412fa5b4,39217,1731583598220, archiveDir=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/oldWALs, maxLogs=32 2024-11-14T11:26:39,770 INFO [RS:1;7437412fa5b4:36945 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C36945%2C1731583598318, suffix=, logDir=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/WALs/7437412fa5b4,36945,1731583598318, archiveDir=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/oldWALs, maxLogs=32 2024-11-14T11:26:39,787 DEBUG [RS:1;7437412fa5b4:36945 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/WALs/7437412fa5b4,36945,1731583598318/7437412fa5b4%2C36945%2C1731583598318.1731583599773, exclude list is [], retry=0 2024-11-14T11:26:39,789 DEBUG [RS:0;7437412fa5b4:39217 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/WALs/7437412fa5b4,39217,1731583598220/7437412fa5b4%2C39217%2C1731583598220.1731583599773, exclude list is [], retry=0 2024-11-14T11:26:39,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35693,DS-91fdf366-46f1-4523-bfb2-9b45058089b4,DISK] 2024-11-14T11:26:39,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35041,DS-ff28fd77-fff2-426e-963f-5ad3b977866e,DISK] 2024-11-14T11:26:39,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35041,DS-ff28fd77-fff2-426e-963f-5ad3b977866e,DISK] 2024-11-14T11:26:39,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35693,DS-91fdf366-46f1-4523-bfb2-9b45058089b4,DISK] 2024-11-14T11:26:39,796 INFO [RS:1;7437412fa5b4:36945 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/WALs/7437412fa5b4,36945,1731583598318/7437412fa5b4%2C36945%2C1731583598318.1731583599773 2024-11-14T11:26:39,796 DEBUG [RS:1;7437412fa5b4:36945 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46851:46851),(127.0.0.1/127.0.0.1:44447:44447)] 2024-11-14T11:26:39,801 INFO [RS:0;7437412fa5b4:39217 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/WALs/7437412fa5b4,39217,1731583598220/7437412fa5b4%2C39217%2C1731583598220.1731583599773 2024-11-14T11:26:39,801 DEBUG [RS:0;7437412fa5b4:39217 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46851:46851),(127.0.0.1/127.0.0.1:44447:44447)] 2024-11-14T11:26:39,951 DEBUG [7437412fa5b4:33505 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T11:26:39,964 DEBUG [7437412fa5b4:33505 {}] balancer.BalancerClusterState(204): Hosts are {7437412fa5b4=0} racks are {/default-rack=0} 2024-11-14T11:26:39,970 DEBUG [7437412fa5b4:33505 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T11:26:39,970 DEBUG [7437412fa5b4:33505 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T11:26:39,970 DEBUG [7437412fa5b4:33505 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T11:26:39,970 DEBUG [7437412fa5b4:33505 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T11:26:39,970 INFO [7437412fa5b4:33505 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T11:26:39,970 INFO [7437412fa5b4:33505 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T11:26:39,970 DEBUG [7437412fa5b4:33505 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T11:26:39,978 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7437412fa5b4,39217,1731583598220 2024-11-14T11:26:39,985 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7437412fa5b4,39217,1731583598220, state=OPENING 2024-11-14T11:26:40,087 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T11:26:40,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:40,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1013918d4180001, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:40,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1013918d4180002, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:40,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:26:40,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:26:40,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:26:40,104 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T11:26:40,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7437412fa5b4,39217,1731583598220}] 2024-11-14T11:26:40,279 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:26:40,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:26:40,292 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T11:26:40,292 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:26:40,293 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T11:26:40,296 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C39217%2C1731583598220.meta, suffix=.meta, logDir=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/WALs/7437412fa5b4,39217,1731583598220, archiveDir=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/oldWALs, maxLogs=32 2024-11-14T11:26:40,314 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/WALs/7437412fa5b4,39217,1731583598220/7437412fa5b4%2C39217%2C1731583598220.meta.1731583600298.meta, exclude list is [], retry=0 2024-11-14T11:26:40,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35041,DS-ff28fd77-fff2-426e-963f-5ad3b977866e,DISK] 2024-11-14T11:26:40,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35693,DS-91fdf366-46f1-4523-bfb2-9b45058089b4,DISK] 2024-11-14T11:26:40,321 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/WALs/7437412fa5b4,39217,1731583598220/7437412fa5b4%2C39217%2C1731583598220.meta.1731583600298.meta 2024-11-14T11:26:40,321 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46851:46851),(127.0.0.1/127.0.0.1:44447:44447)] 2024-11-14T11:26:40,322 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:26:40,323 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T11:26:40,325 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T11:26:40,330 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T11:26:40,334 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T11:26:40,335 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:40,335 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T11:26:40,335 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T11:26:40,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T11:26:40,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T11:26:40,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:40,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:40,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T11:26:40,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T11:26:40,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:40,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:40,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T11:26:40,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T11:26:40,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:40,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:40,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T11:26:40,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T11:26:40,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:40,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:40,348 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T11:26:40,349 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/hbase/meta/1588230740 2024-11-14T11:26:40,352 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/hbase/meta/1588230740 2024-11-14T11:26:40,354 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T11:26:40,354 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T11:26:40,355 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T11:26:40,358 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T11:26:40,359 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68188943, jitterRate=0.016094431281089783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T11:26:40,360 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T11:26:40,361 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731583600336Writing region info on filesystem at 1731583600336Initializing all the Stores at 1731583600338 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583600338Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583600338Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583600338Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583600338Cleaning up temporary data from old regions at 1731583600354 (+16 ms)Running coprocessor post-open hooks at 1731583600360 (+6 ms)Region opened successfully at 1731583600361 (+1 ms) 2024-11-14T11:26:40,367 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731583600270 2024-11-14T11:26:40,380 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T11:26:40,380 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T11:26:40,382 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,39217,1731583598220 2024-11-14T11:26:40,385 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7437412fa5b4,39217,1731583598220, state=OPEN 2024-11-14T11:26:40,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:26:40,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1013918d4180001, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:26:40,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:26:40,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1013918d4180002, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:26:40,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:26:40,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:26:40,397 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7437412fa5b4,39217,1731583598220 2024-11-14T11:26:40,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T11:26:40,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7437412fa5b4,39217,1731583598220 in 291 msec 2024-11-14T11:26:40,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T11:26:40,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 869 msec 2024-11-14T11:26:40,411 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:26:40,411 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T11:26:40,433 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:26:40,434 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,39217,1731583598220, seqNum=-1] 2024-11-14T11:26:40,456 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:26:40,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:26:40,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1360 sec 2024-11-14T11:26:40,477 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731583600477, completionTime=-1 2024-11-14T11:26:40,479 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-14T11:26:40,480 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T11:26:40,502 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-14T11:26:40,502 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731583660502 2024-11-14T11:26:40,503 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731583720502 2024-11-14T11:26:40,503 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 22 msec 2024-11-14T11:26:40,504 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T11:26:40,510 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,33505,1731583597466-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:40,511 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,33505,1731583597466-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:40,511 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,33505,1731583597466-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:40,512 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7437412fa5b4:33505, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:40,513 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:40,513 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:40,518 DEBUG [master/7437412fa5b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T11:26:40,544 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.115sec 2024-11-14T11:26:40,546 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T11:26:40,548 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T11:26:40,548 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T11:26:40,549 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T11:26:40,549 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T11:26:40,550 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,33505,1731583597466-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:26:40,550 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,33505,1731583597466-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T11:26:40,555 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T11:26:40,556 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T11:26:40,556 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,33505,1731583597466-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:40,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b96709c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:26:40,566 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T11:26:40,566 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T11:26:40,598 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,33505,-1 for getting cluster id 2024-11-14T11:26:40,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:26:40,611 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49579bbd-daf2-4b7e-bbd6-64e4c366ff0c' 2024-11-14T11:26:40,613 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:26:40,613 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49579bbd-daf2-4b7e-bbd6-64e4c366ff0c" 2024-11-14T11:26:40,613 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@140a9834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:26:40,613 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,33505,-1] 2024-11-14T11:26:40,616 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:26:40,618 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:40,619 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:26:40,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d52dd2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:26:40,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:26:40,629 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,39217,1731583598220, seqNum=-1] 2024-11-14T11:26:40,629 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:26:40,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:26:40,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7437412fa5b4,33505,1731583597466 2024-11-14T11:26:40,671 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T11:26:40,676 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7437412fa5b4,33505,1731583597466 2024-11-14T11:26:40,678 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fe717b7 2024-11-14T11:26:40,679 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T11:26:40,682 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T11:26:40,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T11:26:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-14T11:26:40,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T11:26:40,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-14T11:26:40,704 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:40,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T11:26:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:26:40,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741836_1012 (size=379) 2024-11-14T11:26:40,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741836_1012 (size=379) 2024-11-14T11:26:40,725 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e7edcb9ec8d1fedc792b972f850b217, NAME => 'testClearRegionBlockCache,,1731583600683.8e7edcb9ec8d1fedc792b972f850b217.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94 2024-11-14T11:26:40,725 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a2579f147c3952caebb6aef9704fbe84, NAME => 'testClearRegionBlockCache,5,1731583600683.a2579f147c3952caebb6aef9704fbe84.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94 2024-11-14T11:26:40,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741837_1013 (size=61) 2024-11-14T11:26:40,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741838_1014 (size=61) 2024-11-14T11:26:40,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741838_1014 (size=61) 2024-11-14T11:26:40,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741837_1013 (size=61) 2024-11-14T11:26:40,742 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731583600683.8e7edcb9ec8d1fedc792b972f850b217.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:40,742 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731583600683.a2579f147c3952caebb6aef9704fbe84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:40,742 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 8e7edcb9ec8d1fedc792b972f850b217, disabling compactions & flushes 2024-11-14T11:26:40,742 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing a2579f147c3952caebb6aef9704fbe84, disabling compactions & flushes 2024-11-14T11:26:40,742 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731583600683.8e7edcb9ec8d1fedc792b972f850b217. 2024-11-14T11:26:40,742 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731583600683.a2579f147c3952caebb6aef9704fbe84. 2024-11-14T11:26:40,742 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731583600683.8e7edcb9ec8d1fedc792b972f850b217. 2024-11-14T11:26:40,742 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731583600683.8e7edcb9ec8d1fedc792b972f850b217. after waiting 0 ms 2024-11-14T11:26:40,742 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731583600683.a2579f147c3952caebb6aef9704fbe84. 2024-11-14T11:26:40,742 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731583600683.8e7edcb9ec8d1fedc792b972f850b217. 2024-11-14T11:26:40,742 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731583600683.a2579f147c3952caebb6aef9704fbe84. after waiting 0 ms 2024-11-14T11:26:40,742 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731583600683.8e7edcb9ec8d1fedc792b972f850b217. 2024-11-14T11:26:40,742 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731583600683.a2579f147c3952caebb6aef9704fbe84. 2024-11-14T11:26:40,742 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e7edcb9ec8d1fedc792b972f850b217: Waiting for close lock at 1731583600742Disabling compacts and flushes for region at 1731583600742Disabling writes for close at 1731583600742Writing region close event to WAL at 1731583600742Closed at 1731583600742 2024-11-14T11:26:40,742 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731583600683.a2579f147c3952caebb6aef9704fbe84. 2024-11-14T11:26:40,742 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for a2579f147c3952caebb6aef9704fbe84: Waiting for close lock at 1731583600742Disabling compacts and flushes for region at 1731583600742Disabling writes for close at 1731583600742Writing region close event to WAL at 1731583600742Closed at 1731583600742 2024-11-14T11:26:40,745 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T11:26:40,750 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731583600683.8e7edcb9ec8d1fedc792b972f850b217.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731583600745"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731583600745"}]},"ts":"1731583600745"} 2024-11-14T11:26:40,750 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731583600683.a2579f147c3952caebb6aef9704fbe84.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731583600745"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731583600745"}]},"ts":"1731583600745"} 2024-11-14T11:26:40,783 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-14T11:26:40,785 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T11:26:40,788 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583600786"}]},"ts":"1731583600786"} 2024-11-14T11:26:40,793 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-14T11:26:40,794 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7437412fa5b4=0} racks are {/default-rack=0} 2024-11-14T11:26:40,796 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T11:26:40,796 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T11:26:40,796 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T11:26:40,796 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T11:26:40,796 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T11:26:40,796 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T11:26:40,797 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T11:26:40,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e7edcb9ec8d1fedc792b972f850b217, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a2579f147c3952caebb6aef9704fbe84, ASSIGN}] 2024-11-14T11:26:40,801 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a2579f147c3952caebb6aef9704fbe84, ASSIGN 2024-11-14T11:26:40,801 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e7edcb9ec8d1fedc792b972f850b217, ASSIGN 2024-11-14T11:26:40,803 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a2579f147c3952caebb6aef9704fbe84, ASSIGN; state=OFFLINE, location=7437412fa5b4,39217,1731583598220; forceNewPlan=false, retain=false 2024-11-14T11:26:40,803 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e7edcb9ec8d1fedc792b972f850b217, ASSIGN; state=OFFLINE, location=7437412fa5b4,36945,1731583598318; forceNewPlan=false, retain=false 2024-11-14T11:26:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:26:40,960 INFO [7437412fa5b4:33505 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-14T11:26:40,961 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e7edcb9ec8d1fedc792b972f850b217, regionState=OPENING, regionLocation=7437412fa5b4,36945,1731583598318 2024-11-14T11:26:40,961 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a2579f147c3952caebb6aef9704fbe84, regionState=OPENING, regionLocation=7437412fa5b4,39217,1731583598220 2024-11-14T11:26:40,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e7edcb9ec8d1fedc792b972f850b217, ASSIGN because future has completed 2024-11-14T11:26:40,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e7edcb9ec8d1fedc792b972f850b217, server=7437412fa5b4,36945,1731583598318}] 2024-11-14T11:26:40,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a2579f147c3952caebb6aef9704fbe84, ASSIGN because future has completed 2024-11-14T11:26:40,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2579f147c3952caebb6aef9704fbe84, server=7437412fa5b4,39217,1731583598220}] 2024-11-14T11:26:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:26:41,122 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:26:41,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:26:41,132 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731583600683.a2579f147c3952caebb6aef9704fbe84. 2024-11-14T11:26:41,132 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731583600683.8e7edcb9ec8d1fedc792b972f850b217. 2024-11-14T11:26:41,133 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e7edcb9ec8d1fedc792b972f850b217, NAME => 'testClearRegionBlockCache,,1731583600683.8e7edcb9ec8d1fedc792b972f850b217.', STARTKEY => '', ENDKEY => '5'} 2024-11-14T11:26:41,133 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => a2579f147c3952caebb6aef9704fbe84, NAME => 'testClearRegionBlockCache,5,1731583600683.a2579f147c3952caebb6aef9704fbe84.', STARTKEY => '5', ENDKEY => ''} 2024-11-14T11:26:41,133 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8e7edcb9ec8d1fedc792b972f850b217 2024-11-14T11:26:41,133 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a2579f147c3952caebb6aef9704fbe84 2024-11-14T11:26:41,133 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731583600683.8e7edcb9ec8d1fedc792b972f850b217.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:41,133 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731583600683.a2579f147c3952caebb6aef9704fbe84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:41,133 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8e7edcb9ec8d1fedc792b972f850b217 2024-11-14T11:26:41,133 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for a2579f147c3952caebb6aef9704fbe84 2024-11-14T11:26:41,133 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8e7edcb9ec8d1fedc792b972f850b217 2024-11-14T11:26:41,133 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for a2579f147c3952caebb6aef9704fbe84 2024-11-14T11:26:41,136 INFO [StoreOpener-a2579f147c3952caebb6aef9704fbe84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a2579f147c3952caebb6aef9704fbe84 2024-11-14T11:26:41,136 INFO [StoreOpener-8e7edcb9ec8d1fedc792b972f850b217-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8e7edcb9ec8d1fedc792b972f850b217 2024-11-14T11:26:41,139 INFO [StoreOpener-8e7edcb9ec8d1fedc792b972f850b217-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e7edcb9ec8d1fedc792b972f850b217 columnFamilyName family 2024-11-14T11:26:41,139 DEBUG [StoreOpener-8e7edcb9ec8d1fedc792b972f850b217-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:41,140 INFO [StoreOpener-a2579f147c3952caebb6aef9704fbe84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2579f147c3952caebb6aef9704fbe84 columnFamilyName family 2024-11-14T11:26:41,140 DEBUG [StoreOpener-a2579f147c3952caebb6aef9704fbe84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:41,140 INFO [StoreOpener-8e7edcb9ec8d1fedc792b972f850b217-1 {}] regionserver.HStore(327): Store=8e7edcb9ec8d1fedc792b972f850b217/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:26:41,140 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8e7edcb9ec8d1fedc792b972f850b217 2024-11-14T11:26:41,141 INFO [StoreOpener-a2579f147c3952caebb6aef9704fbe84-1 {}] regionserver.HStore(327): Store=a2579f147c3952caebb6aef9704fbe84/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:26:41,141 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for a2579f147c3952caebb6aef9704fbe84 2024-11-14T11:26:41,142 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/default/testClearRegionBlockCache/8e7edcb9ec8d1fedc792b972f850b217 2024-11-14T11:26:41,142 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/default/testClearRegionBlockCache/a2579f147c3952caebb6aef9704fbe84 2024-11-14T11:26:41,143 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/default/testClearRegionBlockCache/8e7edcb9ec8d1fedc792b972f850b217 2024-11-14T11:26:41,143 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/default/testClearRegionBlockCache/a2579f147c3952caebb6aef9704fbe84 2024-11-14T11:26:41,143 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8e7edcb9ec8d1fedc792b972f850b217 2024-11-14T11:26:41,143 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8e7edcb9ec8d1fedc792b972f850b217 2024-11-14T11:26:41,143 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for a2579f147c3952caebb6aef9704fbe84 2024-11-14T11:26:41,143 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for a2579f147c3952caebb6aef9704fbe84 2024-11-14T11:26:41,146 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for a2579f147c3952caebb6aef9704fbe84 2024-11-14T11:26:41,146 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8e7edcb9ec8d1fedc792b972f850b217 2024-11-14T11:26:41,150 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/default/testClearRegionBlockCache/8e7edcb9ec8d1fedc792b972f850b217/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:26:41,150 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/default/testClearRegionBlockCache/a2579f147c3952caebb6aef9704fbe84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:26:41,151 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened a2579f147c3952caebb6aef9704fbe84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73289483, jitterRate=0.09209839999675751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:26:41,151 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 8e7edcb9ec8d1fedc792b972f850b217; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61493465, jitterRate=-0.08367596566677094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:26:41,151 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2579f147c3952caebb6aef9704fbe84 2024-11-14T11:26:41,151 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e7edcb9ec8d1fedc792b972f850b217 2024-11-14T11:26:41,153 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for a2579f147c3952caebb6aef9704fbe84: Running coprocessor pre-open hook at 1731583601134Writing region info on filesystem at 1731583601134Initializing all the Stores at 1731583601135 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583601135Cleaning up temporary data from old regions at 1731583601143 (+8 ms)Running coprocessor post-open hooks at 1731583601151 (+8 ms)Region opened successfully at 1731583601153 (+2 ms) 2024-11-14T11:26:41,153 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8e7edcb9ec8d1fedc792b972f850b217: Running coprocessor pre-open hook at 1731583601133Writing region info on filesystem at 1731583601133Initializing all the Stores at 1731583601135 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583601135Cleaning up temporary data from old regions at 1731583601143 (+8 ms)Running coprocessor post-open hooks at 1731583601151 (+8 ms)Region opened successfully at 1731583601153 (+2 ms) 2024-11-14T11:26:41,155 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731583600683.8e7edcb9ec8d1fedc792b972f850b217., pid=7, masterSystemTime=1731583601121 2024-11-14T11:26:41,155 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731583600683.a2579f147c3952caebb6aef9704fbe84., pid=8, masterSystemTime=1731583601125 2024-11-14T11:26:41,160 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731583600683.a2579f147c3952caebb6aef9704fbe84. 2024-11-14T11:26:41,161 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731583600683.a2579f147c3952caebb6aef9704fbe84. 2024-11-14T11:26:41,163 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a2579f147c3952caebb6aef9704fbe84, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,39217,1731583598220 2024-11-14T11:26:41,165 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731583600683.8e7edcb9ec8d1fedc792b972f850b217. 2024-11-14T11:26:41,165 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731583600683.8e7edcb9ec8d1fedc792b972f850b217. 2024-11-14T11:26:41,166 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e7edcb9ec8d1fedc792b972f850b217, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,36945,1731583598318 2024-11-14T11:26:41,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2579f147c3952caebb6aef9704fbe84, server=7437412fa5b4,39217,1731583598220 because future has completed 2024-11-14T11:26:41,171 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33505 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=7437412fa5b4,39217,1731583598220, table=testClearRegionBlockCache, region=a2579f147c3952caebb6aef9704fbe84. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T11:26:41,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e7edcb9ec8d1fedc792b972f850b217, server=7437412fa5b4,36945,1731583598318 because future has completed 2024-11-14T11:26:41,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-14T11:26:41,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a2579f147c3952caebb6aef9704fbe84, server=7437412fa5b4,39217,1731583598220 in 203 msec 2024-11-14T11:26:41,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-14T11:26:41,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a2579f147c3952caebb6aef9704fbe84, ASSIGN in 380 msec 2024-11-14T11:26:41,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e7edcb9ec8d1fedc792b972f850b217, server=7437412fa5b4,36945,1731583598318 in 210 msec 2024-11-14T11:26:41,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T11:26:41,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e7edcb9ec8d1fedc792b972f850b217, ASSIGN in 384 msec 2024-11-14T11:26:41,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T11:26:41,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583601188"}]},"ts":"1731583601188"} 2024-11-14T11:26:41,192 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-14T11:26:41,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T11:26:41,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 504 msec 2024-11-14T11:26:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:26:41,347 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-14T11:26:41,348 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-14T11:26:41,349 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T11:26:41,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-14T11:26:41,358 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T11:26:41,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-14T11:26:41,367 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731583600683.8e7edcb9ec8d1fedc792b972f850b217., hostname=7437412fa5b4,36945,1731583598318, seqNum=2] 2024-11-14T11:26:41,368 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:26:41,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:26:41,387 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731583600683.a2579f147c3952caebb6aef9704fbe84., hostname=7437412fa5b4,39217,1731583598220, seqNum=2] 2024-11-14T11:26:41,404 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a2579f147c3952caebb6aef9704fbe84 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-14T11:26:41,479 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/default/testClearRegionBlockCache/a2579f147c3952caebb6aef9704fbe84/.tmp/family/72f160b0743641e28036845ff399896c is 32, key is 5/family:/1731583601388/Put/seqid=0 2024-11-14T11:26:41,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741839_1015 (size=5083) 2024-11-14T11:26:41,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741839_1015 (size=5083) 2024-11-14T11:26:41,494 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/default/testClearRegionBlockCache/a2579f147c3952caebb6aef9704fbe84/.tmp/family/72f160b0743641e28036845ff399896c 2024-11-14T11:26:41,539 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/default/testClearRegionBlockCache/a2579f147c3952caebb6aef9704fbe84/.tmp/family/72f160b0743641e28036845ff399896c as hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/default/testClearRegionBlockCache/a2579f147c3952caebb6aef9704fbe84/family/72f160b0743641e28036845ff399896c 2024-11-14T11:26:41,551 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/default/testClearRegionBlockCache/a2579f147c3952caebb6aef9704fbe84/family/72f160b0743641e28036845ff399896c, entries=5, sequenceid=9, filesize=5.0 K 2024-11-14T11:26:41,559 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for a2579f147c3952caebb6aef9704fbe84 in 155ms, sequenceid=9, compaction requested=false 2024-11-14T11:26:41,561 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-14T11:26:41,563 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a2579f147c3952caebb6aef9704fbe84: 2024-11-14T11:26:41,564 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8e7edcb9ec8d1fedc792b972f850b217 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-14T11:26:41,587 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/default/testClearRegionBlockCache/8e7edcb9ec8d1fedc792b972f850b217/.tmp/family/2976f5a4fc8143548f6bfa3540275d83 is 32, key is 1/family:/1731583601371/Put/seqid=0 2024-11-14T11:26:41,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741840_1016 (size=5054) 2024-11-14T11:26:41,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741840_1016 (size=5054) 2024-11-14T11:26:41,600 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/default/testClearRegionBlockCache/8e7edcb9ec8d1fedc792b972f850b217/.tmp/family/2976f5a4fc8143548f6bfa3540275d83 2024-11-14T11:26:41,613 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/default/testClearRegionBlockCache/8e7edcb9ec8d1fedc792b972f850b217/.tmp/family/2976f5a4fc8143548f6bfa3540275d83 as hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/default/testClearRegionBlockCache/8e7edcb9ec8d1fedc792b972f850b217/family/2976f5a4fc8143548f6bfa3540275d83 2024-11-14T11:26:41,625 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/default/testClearRegionBlockCache/8e7edcb9ec8d1fedc792b972f850b217/family/2976f5a4fc8143548f6bfa3540275d83, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T11:26:41,627 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 8e7edcb9ec8d1fedc792b972f850b217 in 63ms, sequenceid=8, compaction requested=false 2024-11-14T11:26:41,627 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8e7edcb9ec8d1fedc792b972f850b217: 2024-11-14T11:26:41,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc77543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:26:41,630 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,33505,-1 for getting cluster id 2024-11-14T11:26:41,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:26:41,632 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49579bbd-daf2-4b7e-bbd6-64e4c366ff0c' 2024-11-14T11:26:41,633 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:26:41,633 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49579bbd-daf2-4b7e-bbd6-64e4c366ff0c" 2024-11-14T11:26:41,633 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d65ee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:26:41,633 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,33505,-1] 2024-11-14T11:26:41,634 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:26:41,634 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:41,635 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:26:41,637 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ffdce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:26:41,655 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-14T11:26:41,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:26:41,658 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,39217,1731583598220, seqNum=-1] 2024-11-14T11:26:41,658 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:26:41,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:26:41,673 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:26:41,677 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:26:41,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:26:41,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:26:41,684 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:26:41,684 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:26:41,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:41,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:41,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:26:41,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T11:26:41,692 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:26:41,692 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:26:41,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:41,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:41,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:26:41,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T11:26:41,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1629390249, stopped=false 2024-11-14T11:26:41,694 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7437412fa5b4,33505,1731583597466 2024-11-14T11:26:41,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T11:26:41,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1013918d4180001, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T11:26:41,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1013918d4180001, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:41,744 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T11:26:41,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:41,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1013918d4180002, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T11:26:41,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1013918d4180002, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:41,744 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:26:41,744 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:26:41,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:41,745 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7437412fa5b4,39217,1731583598220' ***** 2024-11-14T11:26:41,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36945-0x1013918d4180002, quorum=127.0.0.1:56221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:26:41,745 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T11:26:41,745 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7437412fa5b4,36945,1731583598318' ***** 2024-11-14T11:26:41,745 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T11:26:41,745 INFO [RS:0;7437412fa5b4:39217 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T11:26:41,745 INFO [RS:1;7437412fa5b4:36945 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T11:26:41,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39217-0x1013918d4180001, quorum=127.0.0.1:56221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:26:41,745 INFO [RS:0;7437412fa5b4:39217 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T11:26:41,745 INFO [RS:0;7437412fa5b4:39217 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T11:26:41,745 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T11:26:41,746 INFO [RS:1;7437412fa5b4:36945 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T11:26:41,746 INFO [RS:0;7437412fa5b4:39217 {}] regionserver.HRegionServer(3091): Received CLOSE for a2579f147c3952caebb6aef9704fbe84 2024-11-14T11:26:41,746 INFO [RS:1;7437412fa5b4:36945 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T11:26:41,746 INFO [RS:1;7437412fa5b4:36945 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e7edcb9ec8d1fedc792b972f850b217 2024-11-14T11:26:41,746 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T11:26:41,746 INFO [RS:1;7437412fa5b4:36945 {}] regionserver.HRegionServer(959): stopping server 7437412fa5b4,36945,1731583598318 2024-11-14T11:26:41,746 INFO [RS:1;7437412fa5b4:36945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:26:41,746 INFO [RS:1;7437412fa5b4:36945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7437412fa5b4:36945. 2024-11-14T11:26:41,747 DEBUG [RS:1;7437412fa5b4:36945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:26:41,747 DEBUG [RS:1;7437412fa5b4:36945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:41,747 INFO [RS:1;7437412fa5b4:36945 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T11:26:41,747 DEBUG [RS:1;7437412fa5b4:36945 {}] regionserver.HRegionServer(1325): Online Regions={8e7edcb9ec8d1fedc792b972f850b217=testClearRegionBlockCache,,1731583600683.8e7edcb9ec8d1fedc792b972f850b217.} 2024-11-14T11:26:41,747 DEBUG [RS:1;7437412fa5b4:36945 {}] regionserver.HRegionServer(1351): Waiting on 8e7edcb9ec8d1fedc792b972f850b217 2024-11-14T11:26:41,747 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e7edcb9ec8d1fedc792b972f850b217, disabling compactions & flushes 2024-11-14T11:26:41,747 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731583600683.8e7edcb9ec8d1fedc792b972f850b217. 2024-11-14T11:26:41,748 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731583600683.8e7edcb9ec8d1fedc792b972f850b217. 2024-11-14T11:26:41,748 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731583600683.8e7edcb9ec8d1fedc792b972f850b217. after waiting 0 ms 2024-11-14T11:26:41,748 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731583600683.8e7edcb9ec8d1fedc792b972f850b217. 2024-11-14T11:26:41,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:26:41,752 INFO [RS:0;7437412fa5b4:39217 {}] regionserver.HRegionServer(959): stopping server 7437412fa5b4,39217,1731583598220 2024-11-14T11:26:41,752 INFO [RS:0;7437412fa5b4:39217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:26:41,752 INFO [RS:0;7437412fa5b4:39217 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7437412fa5b4:39217. 2024-11-14T11:26:41,752 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a2579f147c3952caebb6aef9704fbe84, disabling compactions & flushes 2024-11-14T11:26:41,753 DEBUG [RS:0;7437412fa5b4:39217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:26:41,753 DEBUG [RS:0;7437412fa5b4:39217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:41,753 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731583600683.a2579f147c3952caebb6aef9704fbe84. 2024-11-14T11:26:41,753 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731583600683.a2579f147c3952caebb6aef9704fbe84. 2024-11-14T11:26:41,753 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731583600683.a2579f147c3952caebb6aef9704fbe84. after waiting 0 ms 2024-11-14T11:26:41,753 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731583600683.a2579f147c3952caebb6aef9704fbe84. 2024-11-14T11:26:41,753 INFO [RS:0;7437412fa5b4:39217 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T11:26:41,753 INFO [RS:0;7437412fa5b4:39217 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T11:26:41,753 INFO [RS:0;7437412fa5b4:39217 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T11:26:41,753 INFO [RS:0;7437412fa5b4:39217 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T11:26:41,754 INFO [RS:0;7437412fa5b4:39217 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T11:26:41,754 DEBUG [RS:0;7437412fa5b4:39217 {}] regionserver.HRegionServer(1325): Online Regions={a2579f147c3952caebb6aef9704fbe84=testClearRegionBlockCache,5,1731583600683.a2579f147c3952caebb6aef9704fbe84., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T11:26:41,754 DEBUG [RS:0;7437412fa5b4:39217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a2579f147c3952caebb6aef9704fbe84 2024-11-14T11:26:41,754 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T11:26:41,754 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T11:26:41,754 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T11:26:41,754 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T11:26:41,754 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T11:26:41,755 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-14T11:26:41,765 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/default/testClearRegionBlockCache/8e7edcb9ec8d1fedc792b972f850b217/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T11:26:41,768 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/default/testClearRegionBlockCache/a2579f147c3952caebb6aef9704fbe84/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T11:26:41,768 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731583600683.8e7edcb9ec8d1fedc792b972f850b217. 2024-11-14T11:26:41,768 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e7edcb9ec8d1fedc792b972f850b217: Waiting for close lock at 1731583601746Running coprocessor pre-close hooks at 1731583601747 (+1 ms)Disabling compacts and flushes for region at 1731583601747Disabling writes for close at 1731583601748 (+1 ms)Writing region close event to WAL at 1731583601755 (+7 ms)Running coprocessor post-close hooks at 1731583601766 (+11 ms)Closed at 1731583601768 (+2 ms) 2024-11-14T11:26:41,769 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731583600683.a2579f147c3952caebb6aef9704fbe84. 2024-11-14T11:26:41,769 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a2579f147c3952caebb6aef9704fbe84: Waiting for close lock at 1731583601752Running coprocessor pre-close hooks at 1731583601752Disabling compacts and flushes for region at 1731583601752Disabling writes for close at 1731583601753 (+1 ms)Writing region close event to WAL at 1731583601755 (+2 ms)Running coprocessor post-close hooks at 1731583601769 (+14 ms)Closed at 1731583601769 2024-11-14T11:26:41,769 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731583600683.8e7edcb9ec8d1fedc792b972f850b217. 2024-11-14T11:26:41,769 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731583600683.a2579f147c3952caebb6aef9704fbe84. 2024-11-14T11:26:41,794 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/hbase/meta/1588230740/.tmp/info/f2eb2935e4284c6e9a0ecbd9ed2b7016 is 173, key is testClearRegionBlockCache,5,1731583600683.a2579f147c3952caebb6aef9704fbe84./info:regioninfo/1731583601162/Put/seqid=0 2024-11-14T11:26:41,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741841_1017 (size=8173) 2024-11-14T11:26:41,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741841_1017 (size=8173) 2024-11-14T11:26:41,809 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/hbase/meta/1588230740/.tmp/info/f2eb2935e4284c6e9a0ecbd9ed2b7016 2024-11-14T11:26:41,817 INFO [regionserver/7437412fa5b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:26:41,817 INFO [regionserver/7437412fa5b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:26:41,838 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/hbase/meta/1588230740/.tmp/ns/c542f57075344d7cbc25b9ee6ee3f686 is 43, key is default/ns:d/1731583600462/Put/seqid=0 2024-11-14T11:26:41,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741842_1018 (size=5153) 2024-11-14T11:26:41,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741842_1018 (size=5153) 2024-11-14T11:26:41,847 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/hbase/meta/1588230740/.tmp/ns/c542f57075344d7cbc25b9ee6ee3f686 2024-11-14T11:26:41,874 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/hbase/meta/1588230740/.tmp/table/f9a1bb43842f476284d077b1eb196ab2 is 61, key is testClearRegionBlockCache/table:state/1731583601188/Put/seqid=0 2024-11-14T11:26:41,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741843_1019 (size=5312) 2024-11-14T11:26:41,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741843_1019 (size=5312) 2024-11-14T11:26:41,948 INFO [RS:1;7437412fa5b4:36945 {}] regionserver.HRegionServer(976): stopping server 7437412fa5b4,36945,1731583598318; all regions closed. 2024-11-14T11:26:41,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741833_1009 (size=1758) 2024-11-14T11:26:41,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741833_1009 (size=1758) 2024-11-14T11:26:41,954 DEBUG [RS:0;7437412fa5b4:39217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T11:26:41,959 DEBUG [RS:1;7437412fa5b4:36945 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/oldWALs 2024-11-14T11:26:41,960 INFO [RS:1;7437412fa5b4:36945 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7437412fa5b4%2C36945%2C1731583598318:(num 1731583599773) 2024-11-14T11:26:41,960 DEBUG [RS:1;7437412fa5b4:36945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:41,960 INFO [RS:1;7437412fa5b4:36945 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:26:41,960 INFO [RS:1;7437412fa5b4:36945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T11:26:41,960 INFO [RS:1;7437412fa5b4:36945 {}] hbase.ChoreService(370): Chore service for: regionserver/7437412fa5b4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T11:26:41,960 INFO [RS:1;7437412fa5b4:36945 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T11:26:41,961 INFO [RS:1;7437412fa5b4:36945 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T11:26:41,961 INFO [regionserver/7437412fa5b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T11:26:41,961 INFO [RS:1;7437412fa5b4:36945 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T11:26:41,961 INFO [RS:1;7437412fa5b4:36945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T11:26:41,961 INFO [RS:1;7437412fa5b4:36945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36945 2024-11-14T11:26:41,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:26:41,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1013918d4180002, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7437412fa5b4,36945,1731583598318 2024-11-14T11:26:41,975 INFO [RS:1;7437412fa5b4:36945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:26:41,986 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7437412fa5b4,36945,1731583598318] 2024-11-14T11:26:41,996 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7437412fa5b4,36945,1731583598318 already deleted, retry=false 2024-11-14T11:26:41,996 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7437412fa5b4,36945,1731583598318 expired; onlineServers=1 2024-11-14T11:26:42,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1013918d4180002, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:26:42,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36945-0x1013918d4180002, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:26:42,086 INFO [RS:1;7437412fa5b4:36945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:26:42,087 INFO [RS:1;7437412fa5b4:36945 {}] regionserver.HRegionServer(1031): Exiting; stopping=7437412fa5b4,36945,1731583598318; zookeeper connection closed. 2024-11-14T11:26:42,087 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@676474e8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@676474e8 2024-11-14T11:26:42,154 DEBUG [RS:0;7437412fa5b4:39217 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T11:26:42,286 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/hbase/meta/1588230740/.tmp/table/f9a1bb43842f476284d077b1eb196ab2 2024-11-14T11:26:42,297 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/hbase/meta/1588230740/.tmp/info/f2eb2935e4284c6e9a0ecbd9ed2b7016 as hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/hbase/meta/1588230740/info/f2eb2935e4284c6e9a0ecbd9ed2b7016 2024-11-14T11:26:42,307 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/hbase/meta/1588230740/info/f2eb2935e4284c6e9a0ecbd9ed2b7016, entries=20, sequenceid=13, filesize=8.0 K 2024-11-14T11:26:42,309 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/hbase/meta/1588230740/.tmp/ns/c542f57075344d7cbc25b9ee6ee3f686 as hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/hbase/meta/1588230740/ns/c542f57075344d7cbc25b9ee6ee3f686 2024-11-14T11:26:42,320 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/hbase/meta/1588230740/ns/c542f57075344d7cbc25b9ee6ee3f686, entries=2, sequenceid=13, filesize=5.0 K 2024-11-14T11:26:42,322 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/hbase/meta/1588230740/.tmp/table/f9a1bb43842f476284d077b1eb196ab2 as hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/hbase/meta/1588230740/table/f9a1bb43842f476284d077b1eb196ab2 2024-11-14T11:26:42,334 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/hbase/meta/1588230740/table/f9a1bb43842f476284d077b1eb196ab2, entries=2, sequenceid=13, filesize=5.2 K 2024-11-14T11:26:42,336 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 582ms, sequenceid=13, compaction requested=false 2024-11-14T11:26:42,336 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T11:26:42,345 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T11:26:42,347 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T11:26:42,347 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T11:26:42,347 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731583601754Running coprocessor pre-close hooks at 1731583601754Disabling compacts and flushes for region at 1731583601754Disabling writes for close at 1731583601754Obtaining lock to block concurrent updates at 1731583601755 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731583601755Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731583601756 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731583601759 (+3 ms)Flushing 1588230740/info: creating writer at 1731583601760 (+1 ms)Flushing 1588230740/info: appending metadata at 1731583601793 (+33 ms)Flushing 1588230740/info: closing flushed file at 1731583601793Flushing 1588230740/ns: creating writer at 1731583601819 (+26 ms)Flushing 1588230740/ns: appending metadata at 1731583601838 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731583601838Flushing 1588230740/table: creating writer at 1731583601857 (+19 ms)Flushing 1588230740/table: appending metadata at 1731583601874 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731583601874Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f7b98d0: reopening flushed file at 1731583602296 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@334cabe8: reopening flushed file at 1731583602307 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72b53b6c: reopening flushed file at 1731583602321 (+14 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 582ms, sequenceid=13, compaction requested=false at 1731583602336 (+15 ms)Writing region close event to WAL at 1731583602338 (+2 ms)Running coprocessor post-close hooks at 1731583602346 (+8 ms)Closed at 1731583602347 (+1 ms) 2024-11-14T11:26:42,347 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T11:26:42,355 INFO [RS:0;7437412fa5b4:39217 {}] regionserver.HRegionServer(976): stopping server 7437412fa5b4,39217,1731583598220; all regions closed. 2024-11-14T11:26:42,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741835_1011 (size=4338) 2024-11-14T11:26:42,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741835_1011 (size=4338) 2024-11-14T11:26:42,362 DEBUG [RS:0;7437412fa5b4:39217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/oldWALs 2024-11-14T11:26:42,362 INFO [RS:0;7437412fa5b4:39217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7437412fa5b4%2C39217%2C1731583598220.meta:.meta(num 1731583600298) 2024-11-14T11:26:42,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741834_1010 (size=1867) 2024-11-14T11:26:42,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741834_1010 (size=1867) 2024-11-14T11:26:42,370 DEBUG [RS:0;7437412fa5b4:39217 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/oldWALs 2024-11-14T11:26:42,370 INFO [RS:0;7437412fa5b4:39217 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7437412fa5b4%2C39217%2C1731583598220:(num 1731583599773) 2024-11-14T11:26:42,370 DEBUG [RS:0;7437412fa5b4:39217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:42,370 INFO [RS:0;7437412fa5b4:39217 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:26:42,370 INFO [RS:0;7437412fa5b4:39217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T11:26:42,370 INFO [RS:0;7437412fa5b4:39217 {}] hbase.ChoreService(370): Chore service for: regionserver/7437412fa5b4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T11:26:42,371 INFO [RS:0;7437412fa5b4:39217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T11:26:42,371 INFO [regionserver/7437412fa5b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T11:26:42,371 INFO [RS:0;7437412fa5b4:39217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39217 2024-11-14T11:26:42,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1013918d4180001, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7437412fa5b4,39217,1731583598220 2024-11-14T11:26:42,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:26:42,423 INFO [RS:0;7437412fa5b4:39217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:26:42,424 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7437412fa5b4,39217,1731583598220] 2024-11-14T11:26:42,444 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7437412fa5b4,39217,1731583598220 already deleted, retry=false 2024-11-14T11:26:42,444 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7437412fa5b4,39217,1731583598220 expired; onlineServers=0 2024-11-14T11:26:42,444 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7437412fa5b4,33505,1731583597466' ***** 2024-11-14T11:26:42,444 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T11:26:42,444 INFO [M:0;7437412fa5b4:33505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:26:42,444 INFO [M:0;7437412fa5b4:33505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T11:26:42,445 DEBUG [M:0;7437412fa5b4:33505 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T11:26:42,445 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T11:26:42,445 DEBUG [M:0;7437412fa5b4:33505 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T11:26:42,445 DEBUG [master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731583599434 {}] cleaner.HFileCleaner(306): Exit Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731583599434,5,FailOnTimeoutGroup] 2024-11-14T11:26:42,445 DEBUG [master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731583599437 {}] cleaner.HFileCleaner(306): Exit Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731583599437,5,FailOnTimeoutGroup] 2024-11-14T11:26:42,445 INFO [M:0;7437412fa5b4:33505 {}] hbase.ChoreService(370): Chore service for: master/7437412fa5b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T11:26:42,445 INFO [M:0;7437412fa5b4:33505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T11:26:42,445 DEBUG [M:0;7437412fa5b4:33505 {}] master.HMaster(1795): Stopping service threads 2024-11-14T11:26:42,445 INFO [M:0;7437412fa5b4:33505 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T11:26:42,446 INFO [M:0;7437412fa5b4:33505 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T11:26:42,446 INFO [M:0;7437412fa5b4:33505 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T11:26:42,446 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T11:26:42,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T11:26:42,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:42,455 DEBUG [M:0;7437412fa5b4:33505 {}] zookeeper.ZKUtil(347): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T11:26:42,455 WARN [M:0;7437412fa5b4:33505 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T11:26:42,456 INFO [M:0;7437412fa5b4:33505 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/.lastflushedseqids 2024-11-14T11:26:42,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741844_1020 (size=182) 2024-11-14T11:26:42,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741844_1020 (size=182) 2024-11-14T11:26:42,471 INFO [M:0;7437412fa5b4:33505 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T11:26:42,471 INFO [M:0;7437412fa5b4:33505 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T11:26:42,472 DEBUG [M:0;7437412fa5b4:33505 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T11:26:42,472 INFO [M:0;7437412fa5b4:33505 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:42,472 DEBUG [M:0;7437412fa5b4:33505 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:42,472 DEBUG [M:0;7437412fa5b4:33505 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T11:26:42,472 DEBUG [M:0;7437412fa5b4:33505 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:42,472 INFO [M:0;7437412fa5b4:33505 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-14T11:26:42,490 DEBUG [M:0;7437412fa5b4:33505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39d058449d3043daa87ce008c906f1fb is 82, key is hbase:meta,,1/info:regioninfo/1731583600382/Put/seqid=0 2024-11-14T11:26:42,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741845_1021 (size=5672) 2024-11-14T11:26:42,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741845_1021 (size=5672) 2024-11-14T11:26:42,497 INFO [M:0;7437412fa5b4:33505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39d058449d3043daa87ce008c906f1fb 2024-11-14T11:26:42,522 DEBUG [M:0;7437412fa5b4:33505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d8914d9b06f407aaea64c5958df7973 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731583601197/Put/seqid=0 2024-11-14T11:26:42,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741846_1022 (size=6219) 2024-11-14T11:26:42,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741846_1022 (size=6219) 2024-11-14T11:26:42,531 INFO [M:0;7437412fa5b4:33505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d8914d9b06f407aaea64c5958df7973 2024-11-14T11:26:42,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1013918d4180001, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:26:42,533 INFO [RS:0;7437412fa5b4:39217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:26:42,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1013918d4180001, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:26:42,534 INFO [RS:0;7437412fa5b4:39217 {}] regionserver.HRegionServer(1031): Exiting; stopping=7437412fa5b4,39217,1731583598220; zookeeper connection closed. 2024-11-14T11:26:42,534 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2cf6ae88 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2cf6ae88 2024-11-14T11:26:42,534 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-14T11:26:42,555 DEBUG [M:0;7437412fa5b4:33505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfcb6eff5cc84dbaadab0a84e41f9240 is 69, key is 7437412fa5b4,36945,1731583598318/rs:state/1731583599503/Put/seqid=0 2024-11-14T11:26:42,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741847_1023 (size=5224) 2024-11-14T11:26:42,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741847_1023 (size=5224) 2024-11-14T11:26:42,562 INFO [M:0;7437412fa5b4:33505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfcb6eff5cc84dbaadab0a84e41f9240 2024-11-14T11:26:42,572 DEBUG [M:0;7437412fa5b4:33505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39d058449d3043daa87ce008c906f1fb as hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39d058449d3043daa87ce008c906f1fb 2024-11-14T11:26:42,580 INFO [M:0;7437412fa5b4:33505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39d058449d3043daa87ce008c906f1fb, entries=8, sequenceid=71, filesize=5.5 K 2024-11-14T11:26:42,582 DEBUG [M:0;7437412fa5b4:33505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d8914d9b06f407aaea64c5958df7973 as hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d8914d9b06f407aaea64c5958df7973 2024-11-14T11:26:42,589 INFO [M:0;7437412fa5b4:33505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d8914d9b06f407aaea64c5958df7973, entries=8, sequenceid=71, filesize=6.1 K 2024-11-14T11:26:42,591 DEBUG [M:0;7437412fa5b4:33505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfcb6eff5cc84dbaadab0a84e41f9240 as hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dfcb6eff5cc84dbaadab0a84e41f9240 2024-11-14T11:26:42,599 INFO [M:0;7437412fa5b4:33505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34723/user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dfcb6eff5cc84dbaadab0a84e41f9240, entries=2, sequenceid=71, filesize=5.1 K 2024-11-14T11:26:42,600 INFO [M:0;7437412fa5b4:33505 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=71, compaction requested=false 2024-11-14T11:26:42,602 INFO [M:0;7437412fa5b4:33505 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:42,602 DEBUG [M:0;7437412fa5b4:33505 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731583602472Disabling compacts and flushes for region at 1731583602472Disabling writes for close at 1731583602472Obtaining lock to block concurrent updates at 1731583602472Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731583602472Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731583602473 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731583602474 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731583602474Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731583602490 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731583602490Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731583602505 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731583602521 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731583602522 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731583602539 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731583602555 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731583602555Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f5cf047: reopening flushed file at 1731583602571 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@336d0a53: reopening flushed file at 1731583602580 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c1a008c: reopening flushed file at 1731583602590 (+10 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=71, compaction requested=false at 1731583602601 (+11 ms)Writing region close event to WAL at 1731583602602 (+1 ms)Closed at 1731583602602 2024-11-14T11:26:42,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35041 is added to blk_1073741830_1006 (size=35440) 2024-11-14T11:26:42,606 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ed4e5f1e-ee13-d8a6-403a-b93719960c94/MasterData/WALs/7437412fa5b4,33505,1731583597466/7437412fa5b4%2C33505%2C1731583597466.1731583598727 not finished, retry = 0 2024-11-14T11:26:42,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35693 is added to blk_1073741830_1006 (size=35440) 2024-11-14T11:26:42,707 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T11:26:42,708 INFO [M:0;7437412fa5b4:33505 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T11:26:42,708 INFO [M:0;7437412fa5b4:33505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33505 2024-11-14T11:26:42,708 INFO [M:0;7437412fa5b4:33505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:26:42,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:26:42,818 INFO [M:0;7437412fa5b4:33505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:26:42,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33505-0x1013918d4180000, quorum=127.0.0.1:56221, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:26:42,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:26:42,828 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:26:42,828 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:26:42,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:26:42,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/hadoop.log.dir/,STOPPED} 2024-11-14T11:26:42,831 WARN [BP-2026135784-172.17.0.2-1731583593101 heartbeating to localhost/127.0.0.1:34723 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T11:26:42,831 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T11:26:42,831 WARN [BP-2026135784-172.17.0.2-1731583593101 heartbeating to localhost/127.0.0.1:34723 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2026135784-172.17.0.2-1731583593101 (Datanode Uuid 6ed9f137-6a15-4987-8808-9ca93cc23024) service to localhost/127.0.0.1:34723 2024-11-14T11:26:42,831 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T11:26:42,832 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/cluster_3dbb6280-0c8d-7356-3e3d-46ad76f16342/data/data3/current/BP-2026135784-172.17.0.2-1731583593101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:26:42,832 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/cluster_3dbb6280-0c8d-7356-3e3d-46ad76f16342/data/data4/current/BP-2026135784-172.17.0.2-1731583593101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:26:42,833 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T11:26:42,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:26:42,841 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:26:42,841 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:26:42,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:26:42,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/hadoop.log.dir/,STOPPED} 2024-11-14T11:26:42,844 WARN [BP-2026135784-172.17.0.2-1731583593101 heartbeating to localhost/127.0.0.1:34723 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T11:26:42,844 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T11:26:42,844 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T11:26:42,844 WARN [BP-2026135784-172.17.0.2-1731583593101 heartbeating to localhost/127.0.0.1:34723 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2026135784-172.17.0.2-1731583593101 (Datanode Uuid 3644fd3b-5830-4b70-be53-54fe90ea2368) service to localhost/127.0.0.1:34723 2024-11-14T11:26:42,845 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/cluster_3dbb6280-0c8d-7356-3e3d-46ad76f16342/data/data1/current/BP-2026135784-172.17.0.2-1731583593101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:26:42,845 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/cluster_3dbb6280-0c8d-7356-3e3d-46ad76f16342/data/data2/current/BP-2026135784-172.17.0.2-1731583593101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:26:42,845 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T11:26:42,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T11:26:42,852 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:26:42,852 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:26:42,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:26:42,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/hadoop.log.dir/,STOPPED} 2024-11-14T11:26:42,860 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T11:26:42,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T11:26:42,895 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=82 (was 11) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/7437412fa5b4:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7437412fa5b4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7437412fa5b4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7437412fa5b4:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34723 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34723 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4e7a17de java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34723 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34723 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=413 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=410 (was 373) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2836 (was 3436) 2024-11-14T11:26:42,901 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=82, OpenFileDescriptor=413, MaxFileDescriptor=1048576, SystemLoadAverage=410, ProcessCount=11, AvailableMemoryMB=2836 2024-11-14T11:26:42,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/hadoop.log.dir so I do NOT create it in target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612 2024-11-14T11:26:42,914 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T11:26:42,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/hadoop.tmp.dir so I do NOT create it in target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612 2024-11-14T11:26:42,914 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/555fb38a-43ca-1df1-315d-19b04bce3a51/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T11:26:42,914 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612 2024-11-14T11:26:42,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T11:26:42,915 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/cluster_566c3415-cb37-f2ba-b162-7de8d24d87ae, deleteOnExit=true 2024-11-14T11:26:42,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T11:26:42,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/test.cache.data in system properties and HBase conf 2024-11-14T11:26:42,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T11:26:42,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/hadoop.log.dir in system properties and HBase conf 2024-11-14T11:26:42,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T11:26:42,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T11:26:42,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T11:26:42,915 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T11:26:42,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T11:26:42,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T11:26:42,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T11:26:42,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T11:26:42,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T11:26:42,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T11:26:42,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T11:26:42,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T11:26:42,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T11:26:42,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/nfs.dump.dir in system properties and HBase conf 2024-11-14T11:26:42,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/java.io.tmpdir in system properties and HBase conf 2024-11-14T11:26:42,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T11:26:42,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T11:26:42,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T11:26:43,283 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:26:43,292 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:26:43,297 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:26:43,297 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:26:43,297 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T11:26:43,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:26:43,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@786dddb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:26:43,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d806d25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:26:43,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39ab788a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/java.io.tmpdir/jetty-localhost-43085-hadoop-hdfs-3_4_1-tests_jar-_-any-4157330698857010636/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T11:26:43,413 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22ef8004{HTTP/1.1, (http/1.1)}{localhost:43085} 2024-11-14T11:26:43,413 INFO [Time-limited test {}] server.Server(415): Started @12351ms 2024-11-14T11:26:43,699 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:26:43,702 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:26:43,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:26:43,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:26:43,703 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T11:26:43,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67eed59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:26:43,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7296f155{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:26:43,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37a13298{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/java.io.tmpdir/jetty-localhost-34033-hadoop-hdfs-3_4_1-tests_jar-_-any-18009383468278637610/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:26:43,806 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6aec6e8c{HTTP/1.1, (http/1.1)}{localhost:34033} 2024-11-14T11:26:43,806 INFO [Time-limited test {}] server.Server(415): Started @12743ms 2024-11-14T11:26:43,808 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T11:26:43,854 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:26:43,858 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:26:43,859 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:26:43,859 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:26:43,859 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T11:26:43,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b07266c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:26:43,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c6baba1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:26:43,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@629e7959{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/java.io.tmpdir/jetty-localhost-41921-hadoop-hdfs-3_4_1-tests_jar-_-any-17479287571730552671/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:26:43,960 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35dbfcb1{HTTP/1.1, (http/1.1)}{localhost:41921} 2024-11-14T11:26:43,960 INFO [Time-limited test {}] server.Server(415): Started @12898ms 2024-11-14T11:26:43,962 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T11:26:44,833 WARN [Thread-367 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/cluster_566c3415-cb37-f2ba-b162-7de8d24d87ae/data/data2/current/BP-354969733-172.17.0.2-1731583602941/current, will proceed with Du for space computation calculation, 2024-11-14T11:26:44,833 WARN [Thread-366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/cluster_566c3415-cb37-f2ba-b162-7de8d24d87ae/data/data1/current/BP-354969733-172.17.0.2-1731583602941/current, will proceed with Du for space computation calculation, 2024-11-14T11:26:44,853 WARN [Thread-330 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T11:26:44,856 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0bb201810fc0a58 with lease ID 0xaa951ae2f5f143cb: Processing first storage report for DS-e5edbd22-4143-4c4c-bb11-60e2daa69c2e from datanode DatanodeRegistration(127.0.0.1:44111, datanodeUuid=04741d2b-03a0-441d-899b-53dfa18d8ffb, infoPort=37945, infoSecurePort=0, ipcPort=46537, storageInfo=lv=-57;cid=testClusterID;nsid=921675487;c=1731583602941) 2024-11-14T11:26:44,856 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0bb201810fc0a58 with lease ID 0xaa951ae2f5f143cb: from storage DS-e5edbd22-4143-4c4c-bb11-60e2daa69c2e node DatanodeRegistration(127.0.0.1:44111, datanodeUuid=04741d2b-03a0-441d-899b-53dfa18d8ffb, infoPort=37945, infoSecurePort=0, ipcPort=46537, storageInfo=lv=-57;cid=testClusterID;nsid=921675487;c=1731583602941), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T11:26:44,856 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0bb201810fc0a58 with lease ID 0xaa951ae2f5f143cb: Processing first storage report for DS-46171bd2-8a90-4888-ab71-6baf6bd63226 from datanode DatanodeRegistration(127.0.0.1:44111, datanodeUuid=04741d2b-03a0-441d-899b-53dfa18d8ffb, infoPort=37945, infoSecurePort=0, ipcPort=46537, storageInfo=lv=-57;cid=testClusterID;nsid=921675487;c=1731583602941) 2024-11-14T11:26:44,856 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0bb201810fc0a58 with lease ID 0xaa951ae2f5f143cb: from storage DS-46171bd2-8a90-4888-ab71-6baf6bd63226 node DatanodeRegistration(127.0.0.1:44111, datanodeUuid=04741d2b-03a0-441d-899b-53dfa18d8ffb, infoPort=37945, infoSecurePort=0, ipcPort=46537, storageInfo=lv=-57;cid=testClusterID;nsid=921675487;c=1731583602941), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:26:45,045 WARN [Thread-377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/cluster_566c3415-cb37-f2ba-b162-7de8d24d87ae/data/data3/current/BP-354969733-172.17.0.2-1731583602941/current, will proceed with Du for space computation calculation, 2024-11-14T11:26:45,045 WARN [Thread-378 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/cluster_566c3415-cb37-f2ba-b162-7de8d24d87ae/data/data4/current/BP-354969733-172.17.0.2-1731583602941/current, will proceed with Du for space computation calculation, 2024-11-14T11:26:45,059 WARN [Thread-353 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T11:26:45,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5ea9ac74e808d5a with lease ID 0xaa951ae2f5f143cc: Processing first storage report for DS-febe2ddf-4bf7-45ba-85d3-7a4d010e5afb from datanode DatanodeRegistration(127.0.0.1:34763, datanodeUuid=4334571c-5f26-40b8-a423-f42c217d26e7, infoPort=35639, infoSecurePort=0, ipcPort=44749, storageInfo=lv=-57;cid=testClusterID;nsid=921675487;c=1731583602941) 2024-11-14T11:26:45,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5ea9ac74e808d5a with lease ID 0xaa951ae2f5f143cc: from storage DS-febe2ddf-4bf7-45ba-85d3-7a4d010e5afb node DatanodeRegistration(127.0.0.1:34763, datanodeUuid=4334571c-5f26-40b8-a423-f42c217d26e7, infoPort=35639, infoSecurePort=0, ipcPort=44749, storageInfo=lv=-57;cid=testClusterID;nsid=921675487;c=1731583602941), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:26:45,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5ea9ac74e808d5a with lease ID 0xaa951ae2f5f143cc: Processing first storage report for DS-12e43a5e-4bc6-48ce-a30b-820cbfde265d from datanode DatanodeRegistration(127.0.0.1:34763, datanodeUuid=4334571c-5f26-40b8-a423-f42c217d26e7, infoPort=35639, infoSecurePort=0, ipcPort=44749, storageInfo=lv=-57;cid=testClusterID;nsid=921675487;c=1731583602941) 2024-11-14T11:26:45,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5ea9ac74e808d5a with lease ID 0xaa951ae2f5f143cc: from storage DS-12e43a5e-4bc6-48ce-a30b-820cbfde265d node DatanodeRegistration(127.0.0.1:34763, datanodeUuid=4334571c-5f26-40b8-a423-f42c217d26e7, infoPort=35639, infoSecurePort=0, ipcPort=44749, storageInfo=lv=-57;cid=testClusterID;nsid=921675487;c=1731583602941), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:26:45,101 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612 2024-11-14T11:26:45,103 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/cluster_566c3415-cb37-f2ba-b162-7de8d24d87ae/zookeeper_0, clientPort=50949, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/cluster_566c3415-cb37-f2ba-b162-7de8d24d87ae/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/cluster_566c3415-cb37-f2ba-b162-7de8d24d87ae/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T11:26:45,104 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50949 2024-11-14T11:26:45,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:45,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:45,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741825_1001 (size=7) 2024-11-14T11:26:45,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741825_1001 (size=7) 2024-11-14T11:26:45,119 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3 with version=8 2024-11-14T11:26:45,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/hbase-staging 2024-11-14T11:26:45,121 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:26:45,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:45,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:45,121 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:26:45,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:45,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:26:45,121 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T11:26:45,122 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:26:45,122 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44533 2024-11-14T11:26:45,124 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44533 connecting to ZooKeeper ensemble=127.0.0.1:50949 2024-11-14T11:26:45,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445330x0, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:26:45,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44533-0x1013918f51a0000 connected 2024-11-14T11:26:45,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:45,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:45,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:26:45,268 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3, hbase.cluster.distributed=false 2024-11-14T11:26:45,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:26:45,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44533 2024-11-14T11:26:45,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44533 2024-11-14T11:26:45,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44533 2024-11-14T11:26:45,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44533 2024-11-14T11:26:45,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44533 2024-11-14T11:26:45,287 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:26:45,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:45,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:45,287 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:26:45,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:45,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:26:45,287 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T11:26:45,287 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:26:45,288 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45947 2024-11-14T11:26:45,289 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45947 connecting to ZooKeeper ensemble=127.0.0.1:50949 2024-11-14T11:26:45,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:45,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:45,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459470x0, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:26:45,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459470x0, quorum=127.0.0.1:50949, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:26:45,308 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T11:26:45,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45947-0x1013918f51a0001 connected 2024-11-14T11:26:45,309 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T11:26:45,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45947-0x1013918f51a0001, quorum=127.0.0.1:50949, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T11:26:45,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45947-0x1013918f51a0001, quorum=127.0.0.1:50949, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:26:45,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45947 2024-11-14T11:26:45,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45947 2024-11-14T11:26:45,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45947 2024-11-14T11:26:45,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45947 2024-11-14T11:26:45,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45947 2024-11-14T11:26:45,328 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:26:45,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:45,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:45,329 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:26:45,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:45,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:26:45,329 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T11:26:45,329 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:26:45,330 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38173 2024-11-14T11:26:45,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38173 connecting to ZooKeeper ensemble=127.0.0.1:50949 2024-11-14T11:26:45,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:45,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:45,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381730x0, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:26:45,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38173-0x1013918f51a0002 connected 2024-11-14T11:26:45,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38173-0x1013918f51a0002, quorum=127.0.0.1:50949, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:26:45,350 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T11:26:45,350 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T11:26:45,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38173-0x1013918f51a0002, quorum=127.0.0.1:50949, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T11:26:45,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38173-0x1013918f51a0002, quorum=127.0.0.1:50949, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:26:45,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38173 2024-11-14T11:26:45,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38173 2024-11-14T11:26:45,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38173 2024-11-14T11:26:45,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38173 2024-11-14T11:26:45,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38173 2024-11-14T11:26:45,365 DEBUG [M:0;7437412fa5b4:44533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7437412fa5b4:44533 2024-11-14T11:26:45,366 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7437412fa5b4,44533,1731583605121 2024-11-14T11:26:45,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38173-0x1013918f51a0002, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:26:45,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x1013918f51a0001, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:26:45,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:26:45,375 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7437412fa5b4,44533,1731583605121 2024-11-14T11:26:45,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38173-0x1013918f51a0002, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T11:26:45,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x1013918f51a0001, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T11:26:45,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:45,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38173-0x1013918f51a0002, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:45,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x1013918f51a0001, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:45,386 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T11:26:45,386 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7437412fa5b4,44533,1731583605121 from backup master directory 2024-11-14T11:26:45,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38173-0x1013918f51a0002, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:26:45,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7437412fa5b4,44533,1731583605121 2024-11-14T11:26:45,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x1013918f51a0001, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:26:45,396 WARN [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:26:45,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:26:45,396 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7437412fa5b4,44533,1731583605121 2024-11-14T11:26:45,401 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/hbase.id] with ID: f9dcbdf3-91c8-4fdb-997d-83b8825081d5 2024-11-14T11:26:45,401 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/.tmp/hbase.id 2024-11-14T11:26:45,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741826_1002 (size=42) 2024-11-14T11:26:45,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741826_1002 (size=42) 2024-11-14T11:26:45,408 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/.tmp/hbase.id]:[hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/hbase.id] 2024-11-14T11:26:45,424 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:45,424 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T11:26:45,426 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T11:26:45,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:45,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x1013918f51a0001, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:45,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38173-0x1013918f51a0002, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:45,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741827_1003 (size=196) 2024-11-14T11:26:45,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741827_1003 (size=196) 2024-11-14T11:26:45,451 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T11:26:45,452 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T11:26:45,452 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:26:45,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741828_1004 (size=1189) 2024-11-14T11:26:45,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741828_1004 (size=1189) 2024-11-14T11:26:45,464 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/MasterData/data/master/store 2024-11-14T11:26:45,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741829_1005 (size=34) 2024-11-14T11:26:45,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741829_1005 (size=34) 2024-11-14T11:26:45,841 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T11:26:45,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:26:45,876 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:45,876 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T11:26:45,877 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:45,877 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:45,877 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T11:26:45,877 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:45,877 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:45,877 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731583605876Disabling compacts and flushes for region at 1731583605876Disabling writes for close at 1731583605877 (+1 ms)Writing region close event to WAL at 1731583605877Closed at 1731583605877 2024-11-14T11:26:45,878 WARN [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/MasterData/data/master/store/.initializing 2024-11-14T11:26:45,879 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/MasterData/WALs/7437412fa5b4,44533,1731583605121 2024-11-14T11:26:45,880 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:26:45,883 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C44533%2C1731583605121, suffix=, logDir=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/MasterData/WALs/7437412fa5b4,44533,1731583605121, archiveDir=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/MasterData/oldWALs, maxLogs=10 2024-11-14T11:26:45,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:26:45,902 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/MasterData/WALs/7437412fa5b4,44533,1731583605121/7437412fa5b4%2C44533%2C1731583605121.1731583605883, exclude list is [], retry=0 2024-11-14T11:26:45,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34763,DS-febe2ddf-4bf7-45ba-85d3-7a4d010e5afb,DISK] 2024-11-14T11:26:45,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44111,DS-e5edbd22-4143-4c4c-bb11-60e2daa69c2e,DISK] 2024-11-14T11:26:45,910 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/MasterData/WALs/7437412fa5b4,44533,1731583605121/7437412fa5b4%2C44533%2C1731583605121.1731583605883 2024-11-14T11:26:45,911 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35639:35639),(127.0.0.1/127.0.0.1:37945:37945)] 2024-11-14T11:26:45,911 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:26:45,911 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:45,911 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:45,911 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:45,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:45,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T11:26:45,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:45,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:45,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:45,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T11:26:45,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:45,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:26:45,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:45,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T11:26:45,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:45,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:26:45,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:45,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T11:26:45,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:45,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:26:45,926 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:45,927 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:45,928 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:45,929 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:45,929 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:45,930 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T11:26:45,931 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:45,934 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:26:45,934 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60114258, jitterRate=-0.10422775149345398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T11:26:45,936 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731583605911Initializing all the Stores at 1731583605913 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583605913Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583605913Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583605913Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583605913Cleaning up temporary data from old regions at 1731583605929 (+16 ms)Region opened successfully at 1731583605935 (+6 ms) 2024-11-14T11:26:45,936 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T11:26:45,941 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6165c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:26:45,942 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T11:26:45,942 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T11:26:45,942 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T11:26:45,942 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T11:26:45,943 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T11:26:45,943 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T11:26:45,943 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T11:26:45,946 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T11:26:45,947 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T11:26:45,995 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T11:26:45,996 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T11:26:45,997 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T11:26:46,006 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T11:26:46,006 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T11:26:46,008 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T11:26:46,016 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T11:26:46,017 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T11:26:46,027 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T11:26:46,029 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T11:26:46,037 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T11:26:46,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38173-0x1013918f51a0002, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:26:46,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x1013918f51a0001, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:26:46,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:26:46,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38173-0x1013918f51a0002, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:46,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:46,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x1013918f51a0001, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:46,049 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7437412fa5b4,44533,1731583605121, sessionid=0x1013918f51a0000, setting cluster-up flag (Was=false) 2024-11-14T11:26:46,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38173-0x1013918f51a0002, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:46,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:46,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x1013918f51a0001, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:46,101 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T11:26:46,102 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7437412fa5b4,44533,1731583605121 2024-11-14T11:26:46,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38173-0x1013918f51a0002, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:46,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x1013918f51a0001, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:46,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:46,153 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T11:26:46,155 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7437412fa5b4,44533,1731583605121 2024-11-14T11:26:46,156 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T11:26:46,158 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T11:26:46,159 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T11:26:46,159 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T11:26:46,159 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7437412fa5b4,44533,1731583605121 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T11:26:46,160 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:26:46,161 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:26:46,161 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:26:46,161 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:26:46,161 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7437412fa5b4:0, corePoolSize=10, maxPoolSize=10 2024-11-14T11:26:46,161 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:46,161 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:26:46,161 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:46,162 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731583636162 2024-11-14T11:26:46,162 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T11:26:46,162 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T11:26:46,162 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T11:26:46,162 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T11:26:46,162 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T11:26:46,162 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T11:26:46,163 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,163 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T11:26:46,163 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:26:46,163 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T11:26:46,163 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T11:26:46,163 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T11:26:46,164 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T11:26:46,164 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T11:26:46,164 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731583606164,5,FailOnTimeoutGroup] 2024-11-14T11:26:46,165 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:46,165 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T11:26:46,168 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731583606164,5,FailOnTimeoutGroup] 2024-11-14T11:26:46,168 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,168 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T11:26:46,168 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,169 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741831_1007 (size=1321) 2024-11-14T11:26:46,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741831_1007 (size=1321) 2024-11-14T11:26:46,178 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T11:26:46,179 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3 2024-11-14T11:26:46,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741832_1008 (size=32) 2024-11-14T11:26:46,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741832_1008 (size=32) 2024-11-14T11:26:46,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:46,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T11:26:46,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T11:26:46,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:46,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:46,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T11:26:46,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T11:26:46,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:46,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:46,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T11:26:46,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T11:26:46,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:46,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:46,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T11:26:46,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T11:26:46,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:46,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:46,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T11:26:46,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/hbase/meta/1588230740 2024-11-14T11:26:46,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/hbase/meta/1588230740 2024-11-14T11:26:46,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T11:26:46,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T11:26:46,212 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T11:26:46,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T11:26:46,216 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:26:46,217 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60854492, jitterRate=-0.09319740533828735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T11:26:46,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731583606195Initializing all the Stores at 1731583606196 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583606196Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583606196Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583606196Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583606196Cleaning up temporary data from old regions at 1731583606211 (+15 ms)Region opened successfully at 1731583606218 (+7 ms) 2024-11-14T11:26:46,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T11:26:46,218 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T11:26:46,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T11:26:46,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T11:26:46,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T11:26:46,219 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T11:26:46,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731583606218Disabling compacts and flushes for region at 1731583606218Disabling writes for close at 1731583606218Writing region close event to WAL at 1731583606219 (+1 ms)Closed at 1731583606219 2024-11-14T11:26:46,220 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:26:46,220 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T11:26:46,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T11:26:46,222 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T11:26:46,227 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T11:26:46,256 INFO [RS:1;7437412fa5b4:38173 {}] regionserver.HRegionServer(746): ClusterId : f9dcbdf3-91c8-4fdb-997d-83b8825081d5 2024-11-14T11:26:46,256 INFO [RS:0;7437412fa5b4:45947 {}] regionserver.HRegionServer(746): ClusterId : f9dcbdf3-91c8-4fdb-997d-83b8825081d5 2024-11-14T11:26:46,256 DEBUG [RS:1;7437412fa5b4:38173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T11:26:46,256 DEBUG [RS:0;7437412fa5b4:45947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T11:26:46,265 DEBUG [RS:1;7437412fa5b4:38173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T11:26:46,265 DEBUG [RS:0;7437412fa5b4:45947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T11:26:46,265 DEBUG [RS:0;7437412fa5b4:45947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T11:26:46,265 DEBUG [RS:1;7437412fa5b4:38173 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T11:26:46,276 DEBUG [RS:0;7437412fa5b4:45947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T11:26:46,276 DEBUG [RS:1;7437412fa5b4:38173 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T11:26:46,276 DEBUG [RS:0;7437412fa5b4:45947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b016a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:26:46,276 DEBUG [RS:1;7437412fa5b4:38173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a6f6f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:26:46,287 DEBUG [RS:0;7437412fa5b4:45947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7437412fa5b4:45947 2024-11-14T11:26:46,287 INFO [RS:0;7437412fa5b4:45947 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T11:26:46,287 INFO [RS:0;7437412fa5b4:45947 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T11:26:46,287 DEBUG [RS:0;7437412fa5b4:45947 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T11:26:46,288 INFO [RS:0;7437412fa5b4:45947 {}] regionserver.HRegionServer(2659): reportForDuty to master=7437412fa5b4,44533,1731583605121 with port=45947, startcode=1731583605286 2024-11-14T11:26:46,288 DEBUG [RS:0;7437412fa5b4:45947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T11:26:46,290 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T11:26:46,291 DEBUG [RS:1;7437412fa5b4:38173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7437412fa5b4:38173 2024-11-14T11:26:46,291 INFO [RS:1;7437412fa5b4:38173 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T11:26:46,291 INFO [RS:1;7437412fa5b4:38173 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T11:26:46,291 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44533 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7437412fa5b4,45947,1731583605286 2024-11-14T11:26:46,291 DEBUG [RS:1;7437412fa5b4:38173 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T11:26:46,291 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44533 {}] master.ServerManager(517): Registering regionserver=7437412fa5b4,45947,1731583605286 2024-11-14T11:26:46,292 INFO [RS:1;7437412fa5b4:38173 {}] regionserver.HRegionServer(2659): reportForDuty to master=7437412fa5b4,44533,1731583605121 with port=38173, startcode=1731583605328 2024-11-14T11:26:46,292 DEBUG [RS:1;7437412fa5b4:38173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T11:26:46,293 DEBUG [RS:0;7437412fa5b4:45947 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3 2024-11-14T11:26:46,293 DEBUG [RS:0;7437412fa5b4:45947 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40975 2024-11-14T11:26:46,293 DEBUG [RS:0;7437412fa5b4:45947 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T11:26:46,294 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T11:26:46,294 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44533 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7437412fa5b4,38173,1731583605328 2024-11-14T11:26:46,294 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44533 {}] master.ServerManager(517): Registering regionserver=7437412fa5b4,38173,1731583605328 2024-11-14T11:26:46,296 DEBUG [RS:1;7437412fa5b4:38173 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3 2024-11-14T11:26:46,296 DEBUG [RS:1;7437412fa5b4:38173 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40975 2024-11-14T11:26:46,296 DEBUG [RS:1;7437412fa5b4:38173 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T11:26:46,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:26:46,366 DEBUG [RS:0;7437412fa5b4:45947 {}] zookeeper.ZKUtil(111): regionserver:45947-0x1013918f51a0001, quorum=127.0.0.1:50949, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7437412fa5b4,45947,1731583605286 2024-11-14T11:26:46,366 WARN [RS:0;7437412fa5b4:45947 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:26:46,366 INFO [RS:0;7437412fa5b4:45947 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:26:46,366 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7437412fa5b4,38173,1731583605328] 2024-11-14T11:26:46,366 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7437412fa5b4,45947,1731583605286] 2024-11-14T11:26:46,366 DEBUG [RS:0;7437412fa5b4:45947 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/WALs/7437412fa5b4,45947,1731583605286 2024-11-14T11:26:46,367 DEBUG [RS:1;7437412fa5b4:38173 {}] zookeeper.ZKUtil(111): regionserver:38173-0x1013918f51a0002, quorum=127.0.0.1:50949, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7437412fa5b4,38173,1731583605328 2024-11-14T11:26:46,367 WARN [RS:1;7437412fa5b4:38173 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:26:46,367 INFO [RS:1;7437412fa5b4:38173 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:26:46,367 DEBUG [RS:1;7437412fa5b4:38173 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/WALs/7437412fa5b4,38173,1731583605328 2024-11-14T11:26:46,370 INFO [RS:0;7437412fa5b4:45947 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T11:26:46,370 INFO [RS:1;7437412fa5b4:38173 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T11:26:46,372 INFO [RS:1;7437412fa5b4:38173 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T11:26:46,373 INFO [RS:1;7437412fa5b4:38173 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T11:26:46,373 INFO [RS:1;7437412fa5b4:38173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,376 INFO [RS:1;7437412fa5b4:38173 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T11:26:46,376 INFO [RS:0;7437412fa5b4:45947 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T11:26:46,376 INFO [RS:0;7437412fa5b4:45947 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T11:26:46,376 INFO [RS:0;7437412fa5b4:45947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,377 INFO [RS:0;7437412fa5b4:45947 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T11:26:46,377 INFO [RS:1;7437412fa5b4:38173 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T11:26:46,377 INFO [RS:1;7437412fa5b4:38173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,377 DEBUG [RS:1;7437412fa5b4:38173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:46,377 DEBUG [RS:1;7437412fa5b4:38173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:46,377 WARN [7437412fa5b4:44533 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T11:26:46,377 DEBUG [RS:1;7437412fa5b4:38173 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:46,378 INFO [RS:0;7437412fa5b4:45947 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T11:26:46,378 DEBUG [RS:1;7437412fa5b4:38173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:46,378 INFO [RS:0;7437412fa5b4:45947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,378 DEBUG [RS:1;7437412fa5b4:38173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:46,378 DEBUG [RS:0;7437412fa5b4:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:46,378 DEBUG [RS:1;7437412fa5b4:38173 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:26:46,378 DEBUG [RS:0;7437412fa5b4:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:46,378 DEBUG [RS:0;7437412fa5b4:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:46,378 DEBUG [RS:1;7437412fa5b4:38173 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:46,378 DEBUG [RS:0;7437412fa5b4:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:46,378 DEBUG [RS:1;7437412fa5b4:38173 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:46,378 DEBUG [RS:0;7437412fa5b4:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:46,378 DEBUG [RS:0;7437412fa5b4:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:26:46,378 DEBUG [RS:1;7437412fa5b4:38173 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:46,378 DEBUG [RS:0;7437412fa5b4:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:46,378 DEBUG [RS:1;7437412fa5b4:38173 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:46,378 DEBUG [RS:0;7437412fa5b4:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:46,378 DEBUG [RS:1;7437412fa5b4:38173 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:46,378 DEBUG [RS:0;7437412fa5b4:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:46,378 DEBUG [RS:0;7437412fa5b4:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:46,378 DEBUG [RS:1;7437412fa5b4:38173 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:46,379 DEBUG [RS:0;7437412fa5b4:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:46,379 DEBUG [RS:1;7437412fa5b4:38173 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:26:46,379 DEBUG [RS:0;7437412fa5b4:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:46,379 DEBUG [RS:1;7437412fa5b4:38173 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:26:46,379 DEBUG [RS:0;7437412fa5b4:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:26:46,379 DEBUG [RS:0;7437412fa5b4:45947 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:26:46,386 INFO [RS:1;7437412fa5b4:38173 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,386 INFO [RS:1;7437412fa5b4:38173 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,386 INFO [RS:1;7437412fa5b4:38173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,386 INFO [RS:1;7437412fa5b4:38173 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,386 INFO [RS:1;7437412fa5b4:38173 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,386 INFO [RS:1;7437412fa5b4:38173 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,38173,1731583605328-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:26:46,389 INFO [RS:0;7437412fa5b4:45947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,389 INFO [RS:0;7437412fa5b4:45947 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,389 INFO [RS:0;7437412fa5b4:45947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,389 INFO [RS:0;7437412fa5b4:45947 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,389 INFO [RS:0;7437412fa5b4:45947 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,389 INFO [RS:0;7437412fa5b4:45947 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,45947,1731583605286-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:26:46,402 INFO [RS:1;7437412fa5b4:38173 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T11:26:46,403 INFO [RS:1;7437412fa5b4:38173 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,38173,1731583605328-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,403 INFO [RS:1;7437412fa5b4:38173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,403 INFO [RS:1;7437412fa5b4:38173 {}] regionserver.Replication(171): 7437412fa5b4,38173,1731583605328 started 2024-11-14T11:26:46,403 INFO [RS:0;7437412fa5b4:45947 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T11:26:46,403 INFO [RS:0;7437412fa5b4:45947 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,45947,1731583605286-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,403 INFO [RS:0;7437412fa5b4:45947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,403 INFO [RS:0;7437412fa5b4:45947 {}] regionserver.Replication(171): 7437412fa5b4,45947,1731583605286 started 2024-11-14T11:26:46,419 INFO [RS:1;7437412fa5b4:38173 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,419 INFO [RS:1;7437412fa5b4:38173 {}] regionserver.HRegionServer(1482): Serving as 7437412fa5b4,38173,1731583605328, RpcServer on 7437412fa5b4/172.17.0.2:38173, sessionid=0x1013918f51a0002 2024-11-14T11:26:46,419 DEBUG [RS:1;7437412fa5b4:38173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T11:26:46,419 DEBUG [RS:1;7437412fa5b4:38173 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7437412fa5b4,38173,1731583605328 2024-11-14T11:26:46,419 DEBUG [RS:1;7437412fa5b4:38173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,38173,1731583605328' 2024-11-14T11:26:46,419 DEBUG [RS:1;7437412fa5b4:38173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T11:26:46,420 INFO [RS:0;7437412fa5b4:45947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,420 INFO [RS:0;7437412fa5b4:45947 {}] regionserver.HRegionServer(1482): Serving as 7437412fa5b4,45947,1731583605286, RpcServer on 7437412fa5b4/172.17.0.2:45947, sessionid=0x1013918f51a0001 2024-11-14T11:26:46,420 DEBUG [RS:0;7437412fa5b4:45947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T11:26:46,420 DEBUG [RS:0;7437412fa5b4:45947 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7437412fa5b4,45947,1731583605286 2024-11-14T11:26:46,420 DEBUG [RS:0;7437412fa5b4:45947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,45947,1731583605286' 2024-11-14T11:26:46,420 DEBUG [RS:0;7437412fa5b4:45947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T11:26:46,420 DEBUG [RS:1;7437412fa5b4:38173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T11:26:46,420 DEBUG [RS:0;7437412fa5b4:45947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T11:26:46,421 DEBUG [RS:1;7437412fa5b4:38173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T11:26:46,421 DEBUG [RS:1;7437412fa5b4:38173 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T11:26:46,421 DEBUG [RS:1;7437412fa5b4:38173 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7437412fa5b4,38173,1731583605328 2024-11-14T11:26:46,421 DEBUG [RS:1;7437412fa5b4:38173 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,38173,1731583605328' 2024-11-14T11:26:46,421 DEBUG [RS:1;7437412fa5b4:38173 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T11:26:46,421 DEBUG [RS:0;7437412fa5b4:45947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T11:26:46,421 DEBUG [RS:0;7437412fa5b4:45947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T11:26:46,421 DEBUG [RS:0;7437412fa5b4:45947 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7437412fa5b4,45947,1731583605286 2024-11-14T11:26:46,421 DEBUG [RS:0;7437412fa5b4:45947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,45947,1731583605286' 2024-11-14T11:26:46,421 DEBUG [RS:0;7437412fa5b4:45947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T11:26:46,421 DEBUG [RS:1;7437412fa5b4:38173 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T11:26:46,422 DEBUG [RS:0;7437412fa5b4:45947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T11:26:46,422 DEBUG [RS:1;7437412fa5b4:38173 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T11:26:46,422 INFO [RS:1;7437412fa5b4:38173 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T11:26:46,422 INFO [RS:1;7437412fa5b4:38173 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T11:26:46,422 DEBUG [RS:0;7437412fa5b4:45947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T11:26:46,422 INFO [RS:0;7437412fa5b4:45947 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T11:26:46,422 INFO [RS:0;7437412fa5b4:45947 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T11:26:46,523 INFO [RS:1;7437412fa5b4:38173 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:26:46,523 INFO [RS:0;7437412fa5b4:45947 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:26:46,525 INFO [RS:0;7437412fa5b4:45947 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C45947%2C1731583605286, suffix=, logDir=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/WALs/7437412fa5b4,45947,1731583605286, archiveDir=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/oldWALs, maxLogs=32 2024-11-14T11:26:46,525 INFO [RS:1;7437412fa5b4:38173 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C38173%2C1731583605328, suffix=, logDir=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/WALs/7437412fa5b4,38173,1731583605328, archiveDir=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/oldWALs, maxLogs=32 2024-11-14T11:26:46,539 DEBUG [RS:0;7437412fa5b4:45947 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/WALs/7437412fa5b4,45947,1731583605286/7437412fa5b4%2C45947%2C1731583605286.1731583606527, exclude list is [], retry=0 2024-11-14T11:26:46,539 DEBUG [RS:1;7437412fa5b4:38173 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/WALs/7437412fa5b4,38173,1731583605328/7437412fa5b4%2C38173%2C1731583605328.1731583606527, exclude list is [], retry=0 2024-11-14T11:26:46,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34763,DS-febe2ddf-4bf7-45ba-85d3-7a4d010e5afb,DISK] 2024-11-14T11:26:46,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44111,DS-e5edbd22-4143-4c4c-bb11-60e2daa69c2e,DISK] 2024-11-14T11:26:46,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34763,DS-febe2ddf-4bf7-45ba-85d3-7a4d010e5afb,DISK] 2024-11-14T11:26:46,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44111,DS-e5edbd22-4143-4c4c-bb11-60e2daa69c2e,DISK] 2024-11-14T11:26:46,545 INFO [RS:1;7437412fa5b4:38173 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/WALs/7437412fa5b4,38173,1731583605328/7437412fa5b4%2C38173%2C1731583605328.1731583606527 2024-11-14T11:26:46,546 DEBUG [RS:1;7437412fa5b4:38173 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37945:37945),(127.0.0.1/127.0.0.1:35639:35639)] 2024-11-14T11:26:46,547 INFO [RS:0;7437412fa5b4:45947 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/WALs/7437412fa5b4,45947,1731583605286/7437412fa5b4%2C45947%2C1731583605286.1731583606527 2024-11-14T11:26:46,547 DEBUG [RS:0;7437412fa5b4:45947 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35639:35639),(127.0.0.1/127.0.0.1:37945:37945)] 2024-11-14T11:26:46,628 DEBUG [7437412fa5b4:44533 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T11:26:46,628 DEBUG [7437412fa5b4:44533 {}] balancer.BalancerClusterState(204): Hosts are {7437412fa5b4=0} racks are {/default-rack=0} 2024-11-14T11:26:46,631 DEBUG [7437412fa5b4:44533 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T11:26:46,631 DEBUG [7437412fa5b4:44533 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T11:26:46,631 DEBUG [7437412fa5b4:44533 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T11:26:46,631 DEBUG [7437412fa5b4:44533 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T11:26:46,631 INFO [7437412fa5b4:44533 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T11:26:46,631 INFO [7437412fa5b4:44533 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T11:26:46,631 DEBUG [7437412fa5b4:44533 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T11:26:46,632 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7437412fa5b4,45947,1731583605286 2024-11-14T11:26:46,634 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7437412fa5b4,45947,1731583605286, state=OPENING 2024-11-14T11:26:46,654 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T11:26:46,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:46,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x1013918f51a0001, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:46,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38173-0x1013918f51a0002, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:46,665 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T11:26:46,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:26:46,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:26:46,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:26:46,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7437412fa5b4,45947,1731583605286}] 2024-11-14T11:26:46,820 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:26:46,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:26:46,826 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T11:26:46,826 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:26:46,826 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T11:26:46,828 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C45947%2C1731583605286.meta, suffix=.meta, logDir=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/WALs/7437412fa5b4,45947,1731583605286, archiveDir=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/oldWALs, maxLogs=32 2024-11-14T11:26:46,841 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/WALs/7437412fa5b4,45947,1731583605286/7437412fa5b4%2C45947%2C1731583605286.meta.1731583606829.meta, exclude list is [], retry=0 2024-11-14T11:26:46,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44111,DS-e5edbd22-4143-4c4c-bb11-60e2daa69c2e,DISK] 2024-11-14T11:26:46,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34763,DS-febe2ddf-4bf7-45ba-85d3-7a4d010e5afb,DISK] 2024-11-14T11:26:46,847 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/WALs/7437412fa5b4,45947,1731583605286/7437412fa5b4%2C45947%2C1731583605286.meta.1731583606829.meta 2024-11-14T11:26:46,847 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37945:37945),(127.0.0.1/127.0.0.1:35639:35639)] 2024-11-14T11:26:46,848 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:26:46,848 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T11:26:46,848 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T11:26:46,848 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T11:26:46,848 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T11:26:46,848 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:46,848 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T11:26:46,848 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T11:26:46,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T11:26:46,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T11:26:46,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:46,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:46,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T11:26:46,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T11:26:46,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:46,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:46,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T11:26:46,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T11:26:46,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:46,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:46,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T11:26:46,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T11:26:46,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:46,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:46,860 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T11:26:46,861 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/hbase/meta/1588230740 2024-11-14T11:26:46,863 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/hbase/meta/1588230740 2024-11-14T11:26:46,865 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T11:26:46,865 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T11:26:46,866 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T11:26:46,868 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T11:26:46,870 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75253941, jitterRate=0.12137110531330109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T11:26:46,871 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T11:26:46,872 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731583606849Writing region info on filesystem at 1731583606849Initializing all the Stores at 1731583606850 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583606850Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583606850Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583606850Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583606850Cleaning up temporary data from old regions at 1731583606865 (+15 ms)Running coprocessor post-open hooks at 1731583606871 (+6 ms)Region opened successfully at 1731583606872 (+1 ms) 2024-11-14T11:26:46,874 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731583606819 2024-11-14T11:26:46,878 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T11:26:46,878 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T11:26:46,879 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,45947,1731583605286 2024-11-14T11:26:46,880 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7437412fa5b4,45947,1731583605286, state=OPEN 2024-11-14T11:26:46,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38173-0x1013918f51a0002, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:26:46,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x1013918f51a0001, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:26:46,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:26:46,890 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7437412fa5b4,45947,1731583605286 2024-11-14T11:26:46,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:26:46,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:26:46,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:26:46,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T11:26:46,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7437412fa5b4,45947,1731583605286 in 225 msec 2024-11-14T11:26:46,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T11:26:46,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 674 msec 2024-11-14T11:26:46,899 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:26:46,899 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T11:26:46,901 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:26:46,901 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,45947,1731583605286, seqNum=-1] 2024-11-14T11:26:46,902 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:26:46,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:26:46,912 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 753 msec 2024-11-14T11:26:46,912 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731583606912, completionTime=-1 2024-11-14T11:26:46,912 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-14T11:26:46,913 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T11:26:46,915 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-14T11:26:46,915 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731583666915 2024-11-14T11:26:46,915 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731583726915 2024-11-14T11:26:46,915 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T11:26:46,916 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,44533,1731583605121-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,916 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,44533,1731583605121-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,916 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,44533,1731583605121-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,916 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7437412fa5b4:44533, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,916 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,916 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,919 DEBUG [master/7437412fa5b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T11:26:46,921 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.525sec 2024-11-14T11:26:46,921 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T11:26:46,921 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T11:26:46,921 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T11:26:46,921 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T11:26:46,921 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T11:26:46,921 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,44533,1731583605121-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:26:46,922 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,44533,1731583605121-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T11:26:46,925 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T11:26:46,925 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T11:26:46,925 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,44533,1731583605121-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:46,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1578016d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:26:46,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,44533,-1 for getting cluster id 2024-11-14T11:26:46,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:26:46,958 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f9dcbdf3-91c8-4fdb-997d-83b8825081d5' 2024-11-14T11:26:46,958 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:26:46,959 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f9dcbdf3-91c8-4fdb-997d-83b8825081d5" 2024-11-14T11:26:46,959 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a0a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:26:46,959 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,44533,-1] 2024-11-14T11:26:46,959 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:26:46,960 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:46,961 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:26:46,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1463f231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:26:46,963 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:26:46,965 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,45947,1731583605286, seqNum=-1] 2024-11-14T11:26:46,965 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:26:46,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:26:46,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7437412fa5b4,44533,1731583605121 2024-11-14T11:26:46,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T11:26:46,971 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 7437412fa5b4,44533,1731583605121 2024-11-14T11:26:46,971 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d16bd11 2024-11-14T11:26:46,971 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T11:26:46,973 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T11:26:46,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T11:26:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-14T11:26:46,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T11:26:46,978 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:46,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-14T11:26:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:26:46,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T11:26:46,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741836_1012 (size=379) 2024-11-14T11:26:46,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741836_1012 (size=379) 2024-11-14T11:26:46,991 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ab69c45e29438dd2f329893975c38a2c, NAME => 'testClearRegionBlockCache,5,1731583606974.ab69c45e29438dd2f329893975c38a2c.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3 2024-11-14T11:26:46,991 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4fa68f152aefed80b166e8177b61e11e, NAME => 'testClearRegionBlockCache,,1731583606974.4fa68f152aefed80b166e8177b61e11e.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3 2024-11-14T11:26:47,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741837_1013 (size=61) 2024-11-14T11:26:47,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741838_1014 (size=61) 2024-11-14T11:26:47,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741838_1014 (size=61) 2024-11-14T11:26:47,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741837_1013 (size=61) 2024-11-14T11:26:47,004 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731583606974.4fa68f152aefed80b166e8177b61e11e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:47,004 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 4fa68f152aefed80b166e8177b61e11e, disabling compactions & flushes 2024-11-14T11:26:47,004 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731583606974.4fa68f152aefed80b166e8177b61e11e. 2024-11-14T11:26:47,004 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731583606974.4fa68f152aefed80b166e8177b61e11e. 2024-11-14T11:26:47,004 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731583606974.4fa68f152aefed80b166e8177b61e11e. after waiting 0 ms 2024-11-14T11:26:47,004 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731583606974.4fa68f152aefed80b166e8177b61e11e. 2024-11-14T11:26:47,004 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731583606974.4fa68f152aefed80b166e8177b61e11e. 2024-11-14T11:26:47,004 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4fa68f152aefed80b166e8177b61e11e: Waiting for close lock at 1731583607004Disabling compacts and flushes for region at 1731583607004Disabling writes for close at 1731583607004Writing region close event to WAL at 1731583607004Closed at 1731583607004 2024-11-14T11:26:47,004 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731583606974.ab69c45e29438dd2f329893975c38a2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:47,004 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing ab69c45e29438dd2f329893975c38a2c, disabling compactions & flushes 2024-11-14T11:26:47,004 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731583606974.ab69c45e29438dd2f329893975c38a2c. 2024-11-14T11:26:47,004 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731583606974.ab69c45e29438dd2f329893975c38a2c. 2024-11-14T11:26:47,004 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731583606974.ab69c45e29438dd2f329893975c38a2c. after waiting 0 ms 2024-11-14T11:26:47,005 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731583606974.ab69c45e29438dd2f329893975c38a2c. 2024-11-14T11:26:47,005 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731583606974.ab69c45e29438dd2f329893975c38a2c. 2024-11-14T11:26:47,005 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for ab69c45e29438dd2f329893975c38a2c: Waiting for close lock at 1731583607004Disabling compacts and flushes for region at 1731583607004Disabling writes for close at 1731583607004Writing region close event to WAL at 1731583607005 (+1 ms)Closed at 1731583607005 2024-11-14T11:26:47,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T11:26:47,007 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731583606974.4fa68f152aefed80b166e8177b61e11e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731583607007"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731583607007"}]},"ts":"1731583607007"} 2024-11-14T11:26:47,007 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731583606974.ab69c45e29438dd2f329893975c38a2c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731583607007"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731583607007"}]},"ts":"1731583607007"} 2024-11-14T11:26:47,011 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-14T11:26:47,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T11:26:47,013 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583607013"}]},"ts":"1731583607013"} 2024-11-14T11:26:47,017 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-14T11:26:47,017 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7437412fa5b4=0} racks are {/default-rack=0} 2024-11-14T11:26:47,019 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T11:26:47,019 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T11:26:47,019 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T11:26:47,019 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T11:26:47,019 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T11:26:47,019 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T11:26:47,019 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T11:26:47,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4fa68f152aefed80b166e8177b61e11e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ab69c45e29438dd2f329893975c38a2c, ASSIGN}] 2024-11-14T11:26:47,021 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ab69c45e29438dd2f329893975c38a2c, ASSIGN 2024-11-14T11:26:47,021 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4fa68f152aefed80b166e8177b61e11e, ASSIGN 2024-11-14T11:26:47,023 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4fa68f152aefed80b166e8177b61e11e, ASSIGN; state=OFFLINE, location=7437412fa5b4,45947,1731583605286; forceNewPlan=false, retain=false 2024-11-14T11:26:47,023 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ab69c45e29438dd2f329893975c38a2c, ASSIGN; state=OFFLINE, location=7437412fa5b4,38173,1731583605328; forceNewPlan=false, retain=false 2024-11-14T11:26:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:26:47,173 INFO [7437412fa5b4:44533 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-14T11:26:47,173 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ab69c45e29438dd2f329893975c38a2c, regionState=OPENING, regionLocation=7437412fa5b4,38173,1731583605328 2024-11-14T11:26:47,173 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4fa68f152aefed80b166e8177b61e11e, regionState=OPENING, regionLocation=7437412fa5b4,45947,1731583605286 2024-11-14T11:26:47,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ab69c45e29438dd2f329893975c38a2c, ASSIGN because future has completed 2024-11-14T11:26:47,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab69c45e29438dd2f329893975c38a2c, server=7437412fa5b4,38173,1731583605328}] 2024-11-14T11:26:47,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4fa68f152aefed80b166e8177b61e11e, ASSIGN because future has completed 2024-11-14T11:26:47,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fa68f152aefed80b166e8177b61e11e, server=7437412fa5b4,45947,1731583605286}] 2024-11-14T11:26:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:26:47,331 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:26:47,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:26:47,336 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731583606974.4fa68f152aefed80b166e8177b61e11e. 2024-11-14T11:26:47,337 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731583606974.ab69c45e29438dd2f329893975c38a2c. 2024-11-14T11:26:47,337 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ab69c45e29438dd2f329893975c38a2c, NAME => 'testClearRegionBlockCache,5,1731583606974.ab69c45e29438dd2f329893975c38a2c.', STARTKEY => '5', ENDKEY => ''} 2024-11-14T11:26:47,337 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 4fa68f152aefed80b166e8177b61e11e, NAME => 'testClearRegionBlockCache,,1731583606974.4fa68f152aefed80b166e8177b61e11e.', STARTKEY => '', ENDKEY => '5'} 2024-11-14T11:26:47,337 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ab69c45e29438dd2f329893975c38a2c 2024-11-14T11:26:47,337 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731583606974.ab69c45e29438dd2f329893975c38a2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:47,337 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4fa68f152aefed80b166e8177b61e11e 2024-11-14T11:26:47,337 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ab69c45e29438dd2f329893975c38a2c 2024-11-14T11:26:47,337 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ab69c45e29438dd2f329893975c38a2c 2024-11-14T11:26:47,337 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731583606974.4fa68f152aefed80b166e8177b61e11e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:47,337 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 4fa68f152aefed80b166e8177b61e11e 2024-11-14T11:26:47,337 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 4fa68f152aefed80b166e8177b61e11e 2024-11-14T11:26:47,339 INFO [StoreOpener-ab69c45e29438dd2f329893975c38a2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ab69c45e29438dd2f329893975c38a2c 2024-11-14T11:26:47,339 INFO [StoreOpener-4fa68f152aefed80b166e8177b61e11e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4fa68f152aefed80b166e8177b61e11e 2024-11-14T11:26:47,340 INFO [StoreOpener-4fa68f152aefed80b166e8177b61e11e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fa68f152aefed80b166e8177b61e11e columnFamilyName family 2024-11-14T11:26:47,340 INFO [StoreOpener-ab69c45e29438dd2f329893975c38a2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab69c45e29438dd2f329893975c38a2c columnFamilyName family 2024-11-14T11:26:47,341 DEBUG [StoreOpener-4fa68f152aefed80b166e8177b61e11e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:47,341 DEBUG [StoreOpener-ab69c45e29438dd2f329893975c38a2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:47,341 INFO [StoreOpener-ab69c45e29438dd2f329893975c38a2c-1 {}] regionserver.HStore(327): Store=ab69c45e29438dd2f329893975c38a2c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:26:47,341 INFO [StoreOpener-4fa68f152aefed80b166e8177b61e11e-1 {}] regionserver.HStore(327): Store=4fa68f152aefed80b166e8177b61e11e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:26:47,341 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ab69c45e29438dd2f329893975c38a2c 2024-11-14T11:26:47,341 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 4fa68f152aefed80b166e8177b61e11e 2024-11-14T11:26:47,342 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/default/testClearRegionBlockCache/4fa68f152aefed80b166e8177b61e11e 2024-11-14T11:26:47,342 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/default/testClearRegionBlockCache/ab69c45e29438dd2f329893975c38a2c 2024-11-14T11:26:47,343 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/default/testClearRegionBlockCache/4fa68f152aefed80b166e8177b61e11e 2024-11-14T11:26:47,343 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/default/testClearRegionBlockCache/ab69c45e29438dd2f329893975c38a2c 2024-11-14T11:26:47,343 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 4fa68f152aefed80b166e8177b61e11e 2024-11-14T11:26:47,343 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ab69c45e29438dd2f329893975c38a2c 2024-11-14T11:26:47,343 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 4fa68f152aefed80b166e8177b61e11e 2024-11-14T11:26:47,343 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ab69c45e29438dd2f329893975c38a2c 2024-11-14T11:26:47,345 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ab69c45e29438dd2f329893975c38a2c 2024-11-14T11:26:47,345 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 4fa68f152aefed80b166e8177b61e11e 2024-11-14T11:26:47,348 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/default/testClearRegionBlockCache/4fa68f152aefed80b166e8177b61e11e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:26:47,348 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/default/testClearRegionBlockCache/ab69c45e29438dd2f329893975c38a2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:26:47,348 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 4fa68f152aefed80b166e8177b61e11e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61972759, jitterRate=-0.07653392851352692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:26:47,348 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4fa68f152aefed80b166e8177b61e11e 2024-11-14T11:26:47,348 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened ab69c45e29438dd2f329893975c38a2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71288481, jitterRate=0.06228114664554596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:26:47,349 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab69c45e29438dd2f329893975c38a2c 2024-11-14T11:26:47,349 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 4fa68f152aefed80b166e8177b61e11e: Running coprocessor pre-open hook at 1731583607338Writing region info on filesystem at 1731583607338Initializing all the Stores at 1731583607339 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583607339Cleaning up temporary data from old regions at 1731583607343 (+4 ms)Running coprocessor post-open hooks at 1731583607349 (+6 ms)Region opened successfully at 1731583607349 2024-11-14T11:26:47,349 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ab69c45e29438dd2f329893975c38a2c: Running coprocessor pre-open hook at 1731583607337Writing region info on filesystem at 1731583607337Initializing all the Stores at 1731583607339 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583607339Cleaning up temporary data from old regions at 1731583607343 (+4 ms)Running coprocessor post-open hooks at 1731583607349 (+6 ms)Region opened successfully at 1731583607349 2024-11-14T11:26:47,350 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731583606974.4fa68f152aefed80b166e8177b61e11e., pid=8, masterSystemTime=1731583607332 2024-11-14T11:26:47,351 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731583606974.ab69c45e29438dd2f329893975c38a2c., pid=7, masterSystemTime=1731583607331 2024-11-14T11:26:47,354 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731583606974.4fa68f152aefed80b166e8177b61e11e. 2024-11-14T11:26:47,354 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731583606974.4fa68f152aefed80b166e8177b61e11e. 2024-11-14T11:26:47,355 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4fa68f152aefed80b166e8177b61e11e, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,45947,1731583605286 2024-11-14T11:26:47,355 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731583606974.ab69c45e29438dd2f329893975c38a2c. 2024-11-14T11:26:47,355 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731583606974.ab69c45e29438dd2f329893975c38a2c. 2024-11-14T11:26:47,356 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ab69c45e29438dd2f329893975c38a2c, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,38173,1731583605328 2024-11-14T11:26:47,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fa68f152aefed80b166e8177b61e11e, server=7437412fa5b4,45947,1731583605286 because future has completed 2024-11-14T11:26:47,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab69c45e29438dd2f329893975c38a2c, server=7437412fa5b4,38173,1731583605328 because future has completed 2024-11-14T11:26:47,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-14T11:26:47,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T11:26:47,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4fa68f152aefed80b166e8177b61e11e, server=7437412fa5b4,45947,1731583605286 in 182 msec 2024-11-14T11:26:47,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ab69c45e29438dd2f329893975c38a2c, server=7437412fa5b4,38173,1731583605328 in 185 msec 2024-11-14T11:26:47,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4fa68f152aefed80b166e8177b61e11e, ASSIGN in 345 msec 2024-11-14T11:26:47,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-14T11:26:47,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ab69c45e29438dd2f329893975c38a2c, ASSIGN in 347 msec 2024-11-14T11:26:47,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T11:26:47,371 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583607370"}]},"ts":"1731583607370"} 2024-11-14T11:26:47,373 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-14T11:26:47,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T11:26:47,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 401 msec 2024-11-14T11:26:47,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44533 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:26:47,606 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-14T11:26:47,606 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-14T11:26:47,607 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T11:26:47,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-14T11:26:47,610 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T11:26:47,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-14T11:26:47,614 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731583606974.4fa68f152aefed80b166e8177b61e11e., hostname=7437412fa5b4,45947,1731583605286, seqNum=2] 2024-11-14T11:26:47,628 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731583606974.ab69c45e29438dd2f329893975c38a2c., hostname=7437412fa5b4,38173,1731583605328, seqNum=2] 2024-11-14T11:26:47,629 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:26:47,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:26:47,641 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4fa68f152aefed80b166e8177b61e11e 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-14T11:26:47,657 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/default/testClearRegionBlockCache/4fa68f152aefed80b166e8177b61e11e/.tmp/family/9bf92c22d7094e72b720236e59229ada is 32, key is 1/family:/1731583607615/Put/seqid=0 2024-11-14T11:26:47,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741839_1015 (size=5054) 2024-11-14T11:26:47,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741839_1015 (size=5054) 2024-11-14T11:26:47,663 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/default/testClearRegionBlockCache/4fa68f152aefed80b166e8177b61e11e/.tmp/family/9bf92c22d7094e72b720236e59229ada 2024-11-14T11:26:47,671 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/default/testClearRegionBlockCache/4fa68f152aefed80b166e8177b61e11e/.tmp/family/9bf92c22d7094e72b720236e59229ada as hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/default/testClearRegionBlockCache/4fa68f152aefed80b166e8177b61e11e/family/9bf92c22d7094e72b720236e59229ada 2024-11-14T11:26:47,681 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/default/testClearRegionBlockCache/4fa68f152aefed80b166e8177b61e11e/family/9bf92c22d7094e72b720236e59229ada, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T11:26:47,682 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 4fa68f152aefed80b166e8177b61e11e in 41ms, sequenceid=8, compaction requested=false 2024-11-14T11:26:47,682 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4fa68f152aefed80b166e8177b61e11e: 2024-11-14T11:26:47,682 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ab69c45e29438dd2f329893975c38a2c 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-14T11:26:47,699 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/default/testClearRegionBlockCache/ab69c45e29438dd2f329893975c38a2c/.tmp/family/6400471adf96431eb8c7b33e73e469cb is 32, key is 5/family:/1731583607631/Put/seqid=0 2024-11-14T11:26:47,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741840_1016 (size=5083) 2024-11-14T11:26:47,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741840_1016 (size=5083) 2024-11-14T11:26:47,705 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/default/testClearRegionBlockCache/ab69c45e29438dd2f329893975c38a2c/.tmp/family/6400471adf96431eb8c7b33e73e469cb 2024-11-14T11:26:47,715 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/default/testClearRegionBlockCache/ab69c45e29438dd2f329893975c38a2c/.tmp/family/6400471adf96431eb8c7b33e73e469cb as hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/default/testClearRegionBlockCache/ab69c45e29438dd2f329893975c38a2c/family/6400471adf96431eb8c7b33e73e469cb 2024-11-14T11:26:47,723 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/default/testClearRegionBlockCache/ab69c45e29438dd2f329893975c38a2c/family/6400471adf96431eb8c7b33e73e469cb, entries=5, sequenceid=9, filesize=5.0 K 2024-11-14T11:26:47,724 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for ab69c45e29438dd2f329893975c38a2c in 42ms, sequenceid=9, compaction requested=false 2024-11-14T11:26:47,724 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ab69c45e29438dd2f329893975c38a2c: 2024-11-14T11:26:47,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T11:26:47,730 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:26:47,730 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:26:47,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:47,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:47,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:26:47,731 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T11:26:47,731 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=26099122, stopped=false 2024-11-14T11:26:47,731 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7437412fa5b4,44533,1731583605121 2024-11-14T11:26:47,800 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T11:26:47,800 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T11:26:47,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T11:26:47,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x1013918f51a0001, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T11:26:47,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38173-0x1013918f51a0002, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T11:26:47,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:47,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38173-0x1013918f51a0002, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:47,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x1013918f51a0001, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:47,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45947-0x1013918f51a0001, quorum=127.0.0.1:50949, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:26:47,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38173-0x1013918f51a0002, quorum=127.0.0.1:50949, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:26:47,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:26:47,803 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T11:26:47,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T11:26:47,803 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T11:26:47,804 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T11:26:47,804 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T11:26:47,804 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:26:47,804 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:26:47,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:47,804 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7437412fa5b4,45947,1731583605286' ***** 2024-11-14T11:26:47,805 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T11:26:47,805 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-14T11:26:47,805 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-14T11:26:47,805 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7437412fa5b4,38173,1731583605328' ***** 2024-11-14T11:26:47,805 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T11:26:47,805 INFO [RS:0;7437412fa5b4:45947 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T11:26:47,805 INFO [RS:0;7437412fa5b4:45947 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T11:26:47,805 INFO [RS:0;7437412fa5b4:45947 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T11:26:47,805 INFO [RS:0;7437412fa5b4:45947 {}] regionserver.HRegionServer(3091): Received CLOSE for 4fa68f152aefed80b166e8177b61e11e 2024-11-14T11:26:47,805 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T11:26:47,805 INFO [RS:1;7437412fa5b4:38173 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T11:26:47,805 INFO [RS:1;7437412fa5b4:38173 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T11:26:47,805 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T11:26:47,805 INFO [RS:1;7437412fa5b4:38173 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T11:26:47,805 INFO [RS:1;7437412fa5b4:38173 {}] regionserver.HRegionServer(3091): Received CLOSE for ab69c45e29438dd2f329893975c38a2c 2024-11-14T11:26:47,806 INFO [RS:0;7437412fa5b4:45947 {}] regionserver.HRegionServer(959): stopping server 7437412fa5b4,45947,1731583605286 2024-11-14T11:26:47,806 INFO [RS:0;7437412fa5b4:45947 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:26:47,806 INFO [RS:1;7437412fa5b4:38173 {}] regionserver.HRegionServer(959): stopping server 7437412fa5b4,38173,1731583605328 2024-11-14T11:26:47,806 INFO [RS:0;7437412fa5b4:45947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7437412fa5b4:45947. 2024-11-14T11:26:47,806 INFO [RS:1;7437412fa5b4:38173 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:26:47,806 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4fa68f152aefed80b166e8177b61e11e, disabling compactions & flushes 2024-11-14T11:26:47,806 DEBUG [RS:0;7437412fa5b4:45947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:26:47,806 INFO [RS:1;7437412fa5b4:38173 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7437412fa5b4:38173. 2024-11-14T11:26:47,806 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731583606974.4fa68f152aefed80b166e8177b61e11e. 2024-11-14T11:26:47,806 DEBUG [RS:0;7437412fa5b4:45947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:47,806 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731583606974.4fa68f152aefed80b166e8177b61e11e. 2024-11-14T11:26:47,806 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab69c45e29438dd2f329893975c38a2c, disabling compactions & flushes 2024-11-14T11:26:47,806 DEBUG [RS:1;7437412fa5b4:38173 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:26:47,806 INFO [RS:0;7437412fa5b4:45947 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T11:26:47,806 DEBUG [RS:1;7437412fa5b4:38173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:47,806 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731583606974.4fa68f152aefed80b166e8177b61e11e. after waiting 0 ms 2024-11-14T11:26:47,806 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731583606974.ab69c45e29438dd2f329893975c38a2c. 2024-11-14T11:26:47,806 INFO [RS:0;7437412fa5b4:45947 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T11:26:47,806 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731583606974.4fa68f152aefed80b166e8177b61e11e. 2024-11-14T11:26:47,806 INFO [RS:0;7437412fa5b4:45947 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T11:26:47,806 INFO [RS:1;7437412fa5b4:38173 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T11:26:47,806 DEBUG [RS:1;7437412fa5b4:38173 {}] regionserver.HRegionServer(1325): Online Regions={ab69c45e29438dd2f329893975c38a2c=testClearRegionBlockCache,5,1731583606974.ab69c45e29438dd2f329893975c38a2c.} 2024-11-14T11:26:47,806 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731583606974.ab69c45e29438dd2f329893975c38a2c. 2024-11-14T11:26:47,806 INFO [RS:0;7437412fa5b4:45947 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T11:26:47,806 DEBUG [RS:1;7437412fa5b4:38173 {}] regionserver.HRegionServer(1351): Waiting on ab69c45e29438dd2f329893975c38a2c 2024-11-14T11:26:47,806 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731583606974.ab69c45e29438dd2f329893975c38a2c. after waiting 0 ms 2024-11-14T11:26:47,806 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731583606974.ab69c45e29438dd2f329893975c38a2c. 2024-11-14T11:26:47,807 INFO [RS:0;7437412fa5b4:45947 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T11:26:47,807 DEBUG [RS:0;7437412fa5b4:45947 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4fa68f152aefed80b166e8177b61e11e=testClearRegionBlockCache,,1731583606974.4fa68f152aefed80b166e8177b61e11e.} 2024-11-14T11:26:47,807 DEBUG [RS:0;7437412fa5b4:45947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4fa68f152aefed80b166e8177b61e11e 2024-11-14T11:26:47,807 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T11:26:47,808 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T11:26:47,808 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T11:26:47,808 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T11:26:47,808 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T11:26:47,808 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-14T11:26:47,813 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/default/testClearRegionBlockCache/4fa68f152aefed80b166e8177b61e11e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T11:26:47,813 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731583606974.4fa68f152aefed80b166e8177b61e11e. 2024-11-14T11:26:47,814 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/default/testClearRegionBlockCache/ab69c45e29438dd2f329893975c38a2c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T11:26:47,814 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4fa68f152aefed80b166e8177b61e11e: Waiting for close lock at 1731583607806Running coprocessor pre-close hooks at 1731583607806Disabling compacts and flushes for region at 1731583607806Disabling writes for close at 1731583607806Writing region close event to WAL at 1731583607807 (+1 ms)Running coprocessor post-close hooks at 1731583607813 (+6 ms)Closed at 1731583607813 2024-11-14T11:26:47,814 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731583606974.ab69c45e29438dd2f329893975c38a2c. 2024-11-14T11:26:47,817 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731583606974.4fa68f152aefed80b166e8177b61e11e. 2024-11-14T11:26:47,817 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab69c45e29438dd2f329893975c38a2c: Waiting for close lock at 1731583607806Running coprocessor pre-close hooks at 1731583607806Disabling compacts and flushes for region at 1731583607806Disabling writes for close at 1731583607806Writing region close event to WAL at 1731583607808 (+2 ms)Running coprocessor post-close hooks at 1731583607814 (+6 ms)Closed at 1731583607814 2024-11-14T11:26:47,817 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731583606974.ab69c45e29438dd2f329893975c38a2c. 2024-11-14T11:26:47,831 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/hbase/meta/1588230740/.tmp/info/91b7ee768093434996d6690a9d0c8648 is 173, key is testClearRegionBlockCache,5,1731583606974.ab69c45e29438dd2f329893975c38a2c./info:regioninfo/1731583607356/Put/seqid=0 2024-11-14T11:26:47,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741841_1017 (size=8173) 2024-11-14T11:26:47,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741841_1017 (size=8173) 2024-11-14T11:26:47,890 INFO [regionserver/7437412fa5b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:26:47,890 INFO [regionserver/7437412fa5b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:26:48,007 INFO [RS:1;7437412fa5b4:38173 {}] regionserver.HRegionServer(976): stopping server 7437412fa5b4,38173,1731583605328; all regions closed. 2024-11-14T11:26:48,007 DEBUG [RS:0;7437412fa5b4:45947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T11:26:48,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741834_1010 (size=1867) 2024-11-14T11:26:48,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741834_1010 (size=1867) 2024-11-14T11:26:48,012 DEBUG [RS:1;7437412fa5b4:38173 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/oldWALs 2024-11-14T11:26:48,012 INFO [RS:1;7437412fa5b4:38173 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7437412fa5b4%2C38173%2C1731583605328:(num 1731583606527) 2024-11-14T11:26:48,013 DEBUG [RS:1;7437412fa5b4:38173 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:48,013 INFO [RS:1;7437412fa5b4:38173 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:26:48,013 INFO [RS:1;7437412fa5b4:38173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T11:26:48,013 INFO [RS:1;7437412fa5b4:38173 {}] hbase.ChoreService(370): Chore service for: regionserver/7437412fa5b4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T11:26:48,013 INFO [RS:1;7437412fa5b4:38173 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T11:26:48,013 INFO [RS:1;7437412fa5b4:38173 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T11:26:48,013 INFO [RS:1;7437412fa5b4:38173 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T11:26:48,013 INFO [RS:1;7437412fa5b4:38173 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T11:26:48,014 INFO [regionserver/7437412fa5b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T11:26:48,014 INFO [RS:1;7437412fa5b4:38173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38173 2024-11-14T11:26:48,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:26:48,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38173-0x1013918f51a0002, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7437412fa5b4,38173,1731583605328 2024-11-14T11:26:48,022 INFO [RS:1;7437412fa5b4:38173 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:26:48,033 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7437412fa5b4,38173,1731583605328] 2024-11-14T11:26:48,043 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7437412fa5b4,38173,1731583605328 already deleted, retry=false 2024-11-14T11:26:48,043 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7437412fa5b4,38173,1731583605328 expired; onlineServers=1 2024-11-14T11:26:48,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38173-0x1013918f51a0002, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:26:48,133 INFO [RS:1;7437412fa5b4:38173 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:26:48,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38173-0x1013918f51a0002, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:26:48,133 INFO [RS:1;7437412fa5b4:38173 {}] regionserver.HRegionServer(1031): Exiting; stopping=7437412fa5b4,38173,1731583605328; zookeeper connection closed. 2024-11-14T11:26:48,134 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b714093 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b714093 2024-11-14T11:26:48,208 DEBUG [RS:0;7437412fa5b4:45947 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T11:26:48,243 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/hbase/meta/1588230740/.tmp/info/91b7ee768093434996d6690a9d0c8648 2024-11-14T11:26:48,265 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/hbase/meta/1588230740/.tmp/ns/440bdf0d27fe4915975026a5cbfc633a is 43, key is default/ns:d/1731583606904/Put/seqid=0 2024-11-14T11:26:48,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741842_1018 (size=5153) 2024-11-14T11:26:48,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741842_1018 (size=5153) 2024-11-14T11:26:48,271 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/hbase/meta/1588230740/.tmp/ns/440bdf0d27fe4915975026a5cbfc633a 2024-11-14T11:26:48,295 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/hbase/meta/1588230740/.tmp/table/ab100c6323c84c21b67bb8d60e90e7ba is 61, key is testClearRegionBlockCache/table:state/1731583607370/Put/seqid=0 2024-11-14T11:26:48,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741843_1019 (size=5312) 2024-11-14T11:26:48,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741843_1019 (size=5312) 2024-11-14T11:26:48,301 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/hbase/meta/1588230740/.tmp/table/ab100c6323c84c21b67bb8d60e90e7ba 2024-11-14T11:26:48,309 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/hbase/meta/1588230740/.tmp/info/91b7ee768093434996d6690a9d0c8648 as hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/hbase/meta/1588230740/info/91b7ee768093434996d6690a9d0c8648 2024-11-14T11:26:48,317 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/hbase/meta/1588230740/info/91b7ee768093434996d6690a9d0c8648, entries=20, sequenceid=13, filesize=8.0 K 2024-11-14T11:26:48,318 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/hbase/meta/1588230740/.tmp/ns/440bdf0d27fe4915975026a5cbfc633a as hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/hbase/meta/1588230740/ns/440bdf0d27fe4915975026a5cbfc633a 2024-11-14T11:26:48,326 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/hbase/meta/1588230740/ns/440bdf0d27fe4915975026a5cbfc633a, entries=2, sequenceid=13, filesize=5.0 K 2024-11-14T11:26:48,327 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/hbase/meta/1588230740/.tmp/table/ab100c6323c84c21b67bb8d60e90e7ba as hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/hbase/meta/1588230740/table/ab100c6323c84c21b67bb8d60e90e7ba 2024-11-14T11:26:48,335 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/hbase/meta/1588230740/table/ab100c6323c84c21b67bb8d60e90e7ba, entries=2, sequenceid=13, filesize=5.2 K 2024-11-14T11:26:48,338 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 530ms, sequenceid=13, compaction requested=false 2024-11-14T11:26:48,344 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T11:26:48,344 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T11:26:48,344 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T11:26:48,345 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731583607807Running coprocessor pre-close hooks at 1731583607807Disabling compacts and flushes for region at 1731583607807Disabling writes for close at 1731583607808 (+1 ms)Obtaining lock to block concurrent updates at 1731583607808Preparing flush snapshotting stores in 1588230740 at 1731583607808Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731583607809 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731583607810 (+1 ms)Flushing 1588230740/info: creating writer at 1731583607810Flushing 1588230740/info: appending metadata at 1731583607831 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731583607831Flushing 1588230740/ns: creating writer at 1731583608250 (+419 ms)Flushing 1588230740/ns: appending metadata at 1731583608264 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731583608264Flushing 1588230740/table: creating writer at 1731583608279 (+15 ms)Flushing 1588230740/table: appending metadata at 1731583608295 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731583608295Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3266a02c: reopening flushed file at 1731583608308 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fbc3ff: reopening flushed file at 1731583608317 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45616f1d: reopening flushed file at 1731583608326 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 530ms, sequenceid=13, compaction requested=false at 1731583608338 (+12 ms)Writing region close event to WAL at 1731583608340 (+2 ms)Running coprocessor post-close hooks at 1731583608344 (+4 ms)Closed at 1731583608344 2024-11-14T11:26:48,345 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T11:26:48,408 INFO [RS:0;7437412fa5b4:45947 {}] regionserver.HRegionServer(976): stopping server 7437412fa5b4,45947,1731583605286; all regions closed. 2024-11-14T11:26:48,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741835_1011 (size=4338) 2024-11-14T11:26:48,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741835_1011 (size=4338) 2024-11-14T11:26:48,413 DEBUG [RS:0;7437412fa5b4:45947 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/oldWALs 2024-11-14T11:26:48,413 INFO [RS:0;7437412fa5b4:45947 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7437412fa5b4%2C45947%2C1731583605286.meta:.meta(num 1731583606829) 2024-11-14T11:26:48,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741833_1009 (size=1758) 2024-11-14T11:26:48,416 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/WALs/7437412fa5b4,45947,1731583605286/7437412fa5b4%2C45947%2C1731583605286.1731583606527 not finished, retry = 0 2024-11-14T11:26:48,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741833_1009 (size=1758) 2024-11-14T11:26:48,419 INFO [regionserver/7437412fa5b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T11:26:48,419 INFO [regionserver/7437412fa5b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T11:26:48,520 DEBUG [RS:0;7437412fa5b4:45947 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/oldWALs 2024-11-14T11:26:48,520 INFO [RS:0;7437412fa5b4:45947 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7437412fa5b4%2C45947%2C1731583605286:(num 1731583606527) 2024-11-14T11:26:48,520 DEBUG [RS:0;7437412fa5b4:45947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:48,520 INFO [RS:0;7437412fa5b4:45947 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:26:48,520 INFO [RS:0;7437412fa5b4:45947 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T11:26:48,520 INFO [RS:0;7437412fa5b4:45947 {}] hbase.ChoreService(370): Chore service for: regionserver/7437412fa5b4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T11:26:48,521 INFO [RS:0;7437412fa5b4:45947 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T11:26:48,521 INFO [regionserver/7437412fa5b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T11:26:48,521 INFO [RS:0;7437412fa5b4:45947 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45947 2024-11-14T11:26:48,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x1013918f51a0001, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7437412fa5b4,45947,1731583605286 2024-11-14T11:26:48,574 INFO [RS:0;7437412fa5b4:45947 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:26:48,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:26:48,585 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7437412fa5b4,45947,1731583605286] 2024-11-14T11:26:48,595 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7437412fa5b4,45947,1731583605286 already deleted, retry=false 2024-11-14T11:26:48,595 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7437412fa5b4,45947,1731583605286 expired; onlineServers=0 2024-11-14T11:26:48,595 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7437412fa5b4,44533,1731583605121' ***** 2024-11-14T11:26:48,596 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T11:26:48,596 INFO [M:0;7437412fa5b4:44533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:26:48,596 INFO [M:0;7437412fa5b4:44533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T11:26:48,596 DEBUG [M:0;7437412fa5b4:44533 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T11:26:48,596 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T11:26:48,596 DEBUG [M:0;7437412fa5b4:44533 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T11:26:48,596 DEBUG [master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731583606164 {}] cleaner.HFileCleaner(306): Exit Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731583606164,5,FailOnTimeoutGroup] 2024-11-14T11:26:48,596 DEBUG [master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731583606164 {}] cleaner.HFileCleaner(306): Exit Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731583606164,5,FailOnTimeoutGroup] 2024-11-14T11:26:48,596 INFO [M:0;7437412fa5b4:44533 {}] hbase.ChoreService(370): Chore service for: master/7437412fa5b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T11:26:48,596 INFO [M:0;7437412fa5b4:44533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T11:26:48,596 DEBUG [M:0;7437412fa5b4:44533 {}] master.HMaster(1795): Stopping service threads 2024-11-14T11:26:48,596 INFO [M:0;7437412fa5b4:44533 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T11:26:48,597 INFO [M:0;7437412fa5b4:44533 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T11:26:48,597 INFO [M:0;7437412fa5b4:44533 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T11:26:48,597 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T11:26:48,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T11:26:48,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:48,606 DEBUG [M:0;7437412fa5b4:44533 {}] zookeeper.ZKUtil(347): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T11:26:48,606 WARN [M:0;7437412fa5b4:44533 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T11:26:48,607 INFO [M:0;7437412fa5b4:44533 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/.lastflushedseqids 2024-11-14T11:26:48,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741844_1020 (size=182) 2024-11-14T11:26:48,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741844_1020 (size=182) 2024-11-14T11:26:48,614 INFO [M:0;7437412fa5b4:44533 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T11:26:48,614 INFO [M:0;7437412fa5b4:44533 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T11:26:48,614 DEBUG [M:0;7437412fa5b4:44533 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T11:26:48,614 INFO [M:0;7437412fa5b4:44533 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:48,614 DEBUG [M:0;7437412fa5b4:44533 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:48,614 DEBUG [M:0;7437412fa5b4:44533 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T11:26:48,614 DEBUG [M:0;7437412fa5b4:44533 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:48,614 INFO [M:0;7437412fa5b4:44533 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-14T11:26:48,632 DEBUG [M:0;7437412fa5b4:44533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/321517cacad14094a0ea3062c9c672af is 82, key is hbase:meta,,1/info:regioninfo/1731583606878/Put/seqid=0 2024-11-14T11:26:48,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741845_1021 (size=5672) 2024-11-14T11:26:48,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741845_1021 (size=5672) 2024-11-14T11:26:48,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x1013918f51a0001, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:26:48,685 INFO [RS:0;7437412fa5b4:45947 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:26:48,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45947-0x1013918f51a0001, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:26:48,685 INFO [RS:0;7437412fa5b4:45947 {}] regionserver.HRegionServer(1031): Exiting; stopping=7437412fa5b4,45947,1731583605286; zookeeper connection closed. 2024-11-14T11:26:48,685 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33e6b9aa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33e6b9aa 2024-11-14T11:26:48,686 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-14T11:26:49,040 INFO [M:0;7437412fa5b4:44533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/321517cacad14094a0ea3062c9c672af 2024-11-14T11:26:49,063 DEBUG [M:0;7437412fa5b4:44533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67680df445174a96942f4c57d65dd067 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731583607377/Put/seqid=0 2024-11-14T11:26:49,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741846_1022 (size=6218) 2024-11-14T11:26:49,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741846_1022 (size=6218) 2024-11-14T11:26:49,069 INFO [M:0;7437412fa5b4:44533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67680df445174a96942f4c57d65dd067 2024-11-14T11:26:49,092 DEBUG [M:0;7437412fa5b4:44533 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a95af18f1ad43cdb3903579bba7c434 is 69, key is 7437412fa5b4,38173,1731583605328/rs:state/1731583606295/Put/seqid=0 2024-11-14T11:26:49,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741847_1023 (size=5224) 2024-11-14T11:26:49,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741847_1023 (size=5224) 2024-11-14T11:26:49,098 INFO [M:0;7437412fa5b4:44533 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a95af18f1ad43cdb3903579bba7c434 2024-11-14T11:26:49,106 DEBUG [M:0;7437412fa5b4:44533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/321517cacad14094a0ea3062c9c672af as hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/321517cacad14094a0ea3062c9c672af 2024-11-14T11:26:49,113 INFO [M:0;7437412fa5b4:44533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/321517cacad14094a0ea3062c9c672af, entries=8, sequenceid=71, filesize=5.5 K 2024-11-14T11:26:49,115 DEBUG [M:0;7437412fa5b4:44533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67680df445174a96942f4c57d65dd067 as hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/67680df445174a96942f4c57d65dd067 2024-11-14T11:26:49,122 INFO [M:0;7437412fa5b4:44533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/67680df445174a96942f4c57d65dd067, entries=8, sequenceid=71, filesize=6.1 K 2024-11-14T11:26:49,123 DEBUG [M:0;7437412fa5b4:44533 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a95af18f1ad43cdb3903579bba7c434 as hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a95af18f1ad43cdb3903579bba7c434 2024-11-14T11:26:49,133 INFO [M:0;7437412fa5b4:44533 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40975/user/jenkins/test-data/18ed2388-0c99-4ff7-a2f6-094a53174ff3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a95af18f1ad43cdb3903579bba7c434, entries=2, sequenceid=71, filesize=5.1 K 2024-11-14T11:26:49,134 INFO [M:0;7437412fa5b4:44533 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 520ms, sequenceid=71, compaction requested=false 2024-11-14T11:26:49,136 INFO [M:0;7437412fa5b4:44533 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:49,136 DEBUG [M:0;7437412fa5b4:44533 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731583608614Disabling compacts and flushes for region at 1731583608614Disabling writes for close at 1731583608614Obtaining lock to block concurrent updates at 1731583608614Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731583608614Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731583608615 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731583608616 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731583608616Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731583608632 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731583608632Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731583609047 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731583609062 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731583609062Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731583609075 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731583609091 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731583609091Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@471002e9: reopening flushed file at 1731583609104 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c9c6a43: reopening flushed file at 1731583609113 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11540b8f: reopening flushed file at 1731583609122 (+9 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 520ms, sequenceid=71, compaction requested=false at 1731583609134 (+12 ms)Writing region close event to WAL at 1731583609136 (+2 ms)Closed at 1731583609136 2024-11-14T11:26:49,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741830_1006 (size=35428) 2024-11-14T11:26:49,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34763 is added to blk_1073741830_1006 (size=35428) 2024-11-14T11:26:49,140 INFO [M:0;7437412fa5b4:44533 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T11:26:49,140 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T11:26:49,140 INFO [M:0;7437412fa5b4:44533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44533 2024-11-14T11:26:49,140 INFO [M:0;7437412fa5b4:44533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:26:49,291 INFO [M:0;7437412fa5b4:44533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:26:49,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:26:49,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44533-0x1013918f51a0000, quorum=127.0.0.1:50949, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:26:49,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@629e7959{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:26:49,294 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35dbfcb1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:26:49,294 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:26:49,294 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c6baba1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:26:49,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b07266c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/hadoop.log.dir/,STOPPED} 2024-11-14T11:26:49,296 WARN [BP-354969733-172.17.0.2-1731583602941 heartbeating to localhost/127.0.0.1:40975 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T11:26:49,296 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T11:26:49,296 WARN [BP-354969733-172.17.0.2-1731583602941 heartbeating to localhost/127.0.0.1:40975 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-354969733-172.17.0.2-1731583602941 (Datanode Uuid 4334571c-5f26-40b8-a423-f42c217d26e7) service to localhost/127.0.0.1:40975 2024-11-14T11:26:49,296 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T11:26:49,296 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/cluster_566c3415-cb37-f2ba-b162-7de8d24d87ae/data/data3/current/BP-354969733-172.17.0.2-1731583602941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:26:49,296 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/cluster_566c3415-cb37-f2ba-b162-7de8d24d87ae/data/data4/current/BP-354969733-172.17.0.2-1731583602941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:26:49,301 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T11:26:49,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37a13298{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:26:49,304 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6aec6e8c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:26:49,304 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:26:49,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7296f155{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:26:49,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67eed59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/hadoop.log.dir/,STOPPED} 2024-11-14T11:26:49,306 WARN [BP-354969733-172.17.0.2-1731583602941 heartbeating to localhost/127.0.0.1:40975 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T11:26:49,306 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T11:26:49,306 WARN [BP-354969733-172.17.0.2-1731583602941 heartbeating to localhost/127.0.0.1:40975 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-354969733-172.17.0.2-1731583602941 (Datanode Uuid 04741d2b-03a0-441d-899b-53dfa18d8ffb) service to localhost/127.0.0.1:40975 2024-11-14T11:26:49,306 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T11:26:49,306 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/cluster_566c3415-cb37-f2ba-b162-7de8d24d87ae/data/data1/current/BP-354969733-172.17.0.2-1731583602941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:26:49,306 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/cluster_566c3415-cb37-f2ba-b162-7de8d24d87ae/data/data2/current/BP-354969733-172.17.0.2-1731583602941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:26:49,307 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T11:26:49,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39ab788a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T11:26:49,314 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22ef8004{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:26:49,314 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:26:49,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d806d25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:26:49,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@786dddb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/hadoop.log.dir/,STOPPED} 2024-11-14T11:26:49,320 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T11:26:49,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T11:26:49,348 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=113 (was 82) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40975 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40975 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:40975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:40975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 413) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=401 (was 410), ProcessCount=11 (was 11), AvailableMemoryMB=2714 (was 2836) 2024-11-14T11:26:49,354 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=113, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=401, ProcessCount=11, AvailableMemoryMB=2714 2024-11-14T11:26:49,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/hadoop.log.dir so I do NOT create it in target/test-data/fa679014-f408-c040-6131-946686315fe7 2024-11-14T11:26:49,373 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T11:26:49,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/hadoop.tmp.dir so I do NOT create it in target/test-data/fa679014-f408-c040-6131-946686315fe7 2024-11-14T11:26:49,373 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/daf58f9b-ee02-cac7-ae57-438857a29612/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T11:26:49,373 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7 2024-11-14T11:26:49,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T11:26:49,374 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/cluster_0cd33264-121c-ad7b-bd40-99b3e60bd3d1, deleteOnExit=true 2024-11-14T11:26:49,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T11:26:49,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/test.cache.data in system properties and HBase conf 2024-11-14T11:26:49,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T11:26:49,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/hadoop.log.dir in system properties and HBase conf 2024-11-14T11:26:49,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T11:26:49,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T11:26:49,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T11:26:49,375 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T11:26:49,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T11:26:49,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T11:26:49,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T11:26:49,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T11:26:49,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T11:26:49,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T11:26:49,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T11:26:49,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T11:26:49,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T11:26:49,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/nfs.dump.dir in system properties and HBase conf 2024-11-14T11:26:49,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/java.io.tmpdir in system properties and HBase conf 2024-11-14T11:26:49,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T11:26:49,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T11:26:49,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T11:26:49,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:26:49,780 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:26:49,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:26:49,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:26:49,788 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T11:26:49,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:26:49,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c58acd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:26:49,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65bc3aef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:26:49,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62153ea7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/java.io.tmpdir/jetty-localhost-33603-hadoop-hdfs-3_4_1-tests_jar-_-any-2620008487107864984/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T11:26:49,895 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ed4d2cd{HTTP/1.1, (http/1.1)}{localhost:33603} 2024-11-14T11:26:49,895 INFO [Time-limited test {}] server.Server(415): Started @18833ms 2024-11-14T11:26:50,156 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:26:50,160 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:26:50,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:26:50,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:26:50,160 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T11:26:50,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bc9de68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:26:50,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f1448d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:26:50,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7347b92c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/java.io.tmpdir/jetty-localhost-39757-hadoop-hdfs-3_4_1-tests_jar-_-any-6537993351983798828/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:26:50,260 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f502323{HTTP/1.1, (http/1.1)}{localhost:39757} 2024-11-14T11:26:50,260 INFO [Time-limited test {}] server.Server(415): Started @19198ms 2024-11-14T11:26:50,262 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T11:26:50,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:26:50,294 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:26:50,296 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:26:50,296 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:26:50,297 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T11:26:50,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@629d4e68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:26:50,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@109c261f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:26:50,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1aef03e7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/java.io.tmpdir/jetty-localhost-34845-hadoop-hdfs-3_4_1-tests_jar-_-any-3032363726692449469/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:26:50,413 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10947f36{HTTP/1.1, (http/1.1)}{localhost:34845} 2024-11-14T11:26:50,413 INFO [Time-limited test {}] server.Server(415): Started @19350ms 2024-11-14T11:26:50,414 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T11:26:51,284 WARN [Thread-633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/cluster_0cd33264-121c-ad7b-bd40-99b3e60bd3d1/data/data2/current/BP-1508486965-172.17.0.2-1731583609403/current, will proceed with Du for space computation calculation, 2024-11-14T11:26:51,284 WARN [Thread-632 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/cluster_0cd33264-121c-ad7b-bd40-99b3e60bd3d1/data/data1/current/BP-1508486965-172.17.0.2-1731583609403/current, will proceed with Du for space computation calculation, 2024-11-14T11:26:51,301 WARN [Thread-596 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T11:26:51,305 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc06bc35e8f0d11fe with lease ID 0x32896a2acd8b6817: Processing first storage report for DS-d0aca7c3-ffec-43f7-ae1d-f68df108feb9 from datanode DatanodeRegistration(127.0.0.1:34385, datanodeUuid=4cec29f6-733e-4a26-ba7e-ed14ab8d4b85, infoPort=34821, infoSecurePort=0, ipcPort=35573, storageInfo=lv=-57;cid=testClusterID;nsid=1762730738;c=1731583609403) 2024-11-14T11:26:51,305 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc06bc35e8f0d11fe with lease ID 0x32896a2acd8b6817: from storage DS-d0aca7c3-ffec-43f7-ae1d-f68df108feb9 node DatanodeRegistration(127.0.0.1:34385, datanodeUuid=4cec29f6-733e-4a26-ba7e-ed14ab8d4b85, infoPort=34821, infoSecurePort=0, ipcPort=35573, storageInfo=lv=-57;cid=testClusterID;nsid=1762730738;c=1731583609403), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:26:51,305 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc06bc35e8f0d11fe with lease ID 0x32896a2acd8b6817: Processing first storage report for DS-62217e58-f17a-42f0-9ac0-27bb3c80fc19 from datanode DatanodeRegistration(127.0.0.1:34385, datanodeUuid=4cec29f6-733e-4a26-ba7e-ed14ab8d4b85, infoPort=34821, infoSecurePort=0, ipcPort=35573, storageInfo=lv=-57;cid=testClusterID;nsid=1762730738;c=1731583609403) 2024-11-14T11:26:51,305 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc06bc35e8f0d11fe with lease ID 0x32896a2acd8b6817: from storage DS-62217e58-f17a-42f0-9ac0-27bb3c80fc19 node DatanodeRegistration(127.0.0.1:34385, datanodeUuid=4cec29f6-733e-4a26-ba7e-ed14ab8d4b85, infoPort=34821, infoSecurePort=0, ipcPort=35573, storageInfo=lv=-57;cid=testClusterID;nsid=1762730738;c=1731583609403), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T11:26:51,681 WARN [Thread-643 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/cluster_0cd33264-121c-ad7b-bd40-99b3e60bd3d1/data/data3/current/BP-1508486965-172.17.0.2-1731583609403/current, will proceed with Du for space computation calculation, 2024-11-14T11:26:51,683 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/cluster_0cd33264-121c-ad7b-bd40-99b3e60bd3d1/data/data4/current/BP-1508486965-172.17.0.2-1731583609403/current, will proceed with Du for space computation calculation, 2024-11-14T11:26:51,702 WARN [Thread-619 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T11:26:51,705 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6dae701c12467db4 with lease ID 0x32896a2acd8b6818: Processing first storage report for DS-ef95d6ff-ce29-4137-aee2-2f1542a84a62 from datanode DatanodeRegistration(127.0.0.1:42451, datanodeUuid=3a6849ec-2473-4fbb-8c19-ecb525ee0804, infoPort=36003, infoSecurePort=0, ipcPort=42277, storageInfo=lv=-57;cid=testClusterID;nsid=1762730738;c=1731583609403) 2024-11-14T11:26:51,705 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6dae701c12467db4 with lease ID 0x32896a2acd8b6818: from storage DS-ef95d6ff-ce29-4137-aee2-2f1542a84a62 node DatanodeRegistration(127.0.0.1:42451, datanodeUuid=3a6849ec-2473-4fbb-8c19-ecb525ee0804, infoPort=36003, infoSecurePort=0, ipcPort=42277, storageInfo=lv=-57;cid=testClusterID;nsid=1762730738;c=1731583609403), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:26:51,705 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6dae701c12467db4 with lease ID 0x32896a2acd8b6818: Processing first storage report for DS-bdcb23aa-7d3b-4c08-9e02-29abcc229a76 from datanode DatanodeRegistration(127.0.0.1:42451, datanodeUuid=3a6849ec-2473-4fbb-8c19-ecb525ee0804, infoPort=36003, infoSecurePort=0, ipcPort=42277, storageInfo=lv=-57;cid=testClusterID;nsid=1762730738;c=1731583609403) 2024-11-14T11:26:51,706 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6dae701c12467db4 with lease ID 0x32896a2acd8b6818: from storage DS-bdcb23aa-7d3b-4c08-9e02-29abcc229a76 node DatanodeRegistration(127.0.0.1:42451, datanodeUuid=3a6849ec-2473-4fbb-8c19-ecb525ee0804, infoPort=36003, infoSecurePort=0, ipcPort=42277, storageInfo=lv=-57;cid=testClusterID;nsid=1762730738;c=1731583609403), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:26:51,758 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7 2024-11-14T11:26:51,797 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/cluster_0cd33264-121c-ad7b-bd40-99b3e60bd3d1/zookeeper_0, clientPort=53750, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/cluster_0cd33264-121c-ad7b-bd40-99b3e60bd3d1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/cluster_0cd33264-121c-ad7b-bd40-99b3e60bd3d1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T11:26:51,798 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53750 2024-11-14T11:26:51,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:51,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:51,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741825_1001 (size=7) 2024-11-14T11:26:51,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34385 is added to blk_1073741825_1001 (size=7) 2024-11-14T11:26:51,811 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b with version=8 2024-11-14T11:26:51,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/hbase-staging 2024-11-14T11:26:51,813 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:26:51,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:51,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:51,813 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:26:51,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:51,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:26:51,814 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T11:26:51,814 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:26:51,814 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33747 2024-11-14T11:26:51,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33747 connecting to ZooKeeper ensemble=127.0.0.1:53750 2024-11-14T11:26:51,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337470x0, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:26:51,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33747-0x10139190f3f0000 connected 2024-11-14T11:26:51,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:51,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:51,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:26:51,974 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b, hbase.cluster.distributed=false 2024-11-14T11:26:51,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:26:51,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33747 2024-11-14T11:26:51,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33747 2024-11-14T11:26:51,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33747 2024-11-14T11:26:51,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33747 2024-11-14T11:26:51,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33747 2024-11-14T11:26:51,993 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:26:51,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:51,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:51,993 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:26:51,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:51,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:26:51,994 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T11:26:51,994 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:26:51,994 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36895 2024-11-14T11:26:51,996 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36895 connecting to ZooKeeper ensemble=127.0.0.1:53750 2024-11-14T11:26:51,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:51,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:52,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368950x0, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:26:52,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368950x0, quorum=127.0.0.1:53750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:26:52,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36895-0x10139190f3f0001 connected 2024-11-14T11:26:52,012 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T11:26:52,019 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T11:26:52,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36895-0x10139190f3f0001, quorum=127.0.0.1:53750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T11:26:52,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36895-0x10139190f3f0001, quorum=127.0.0.1:53750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:26:52,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36895 2024-11-14T11:26:52,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36895 2024-11-14T11:26:52,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36895 2024-11-14T11:26:52,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36895 2024-11-14T11:26:52,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36895 2024-11-14T11:26:52,038 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:26:52,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:52,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:52,039 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:26:52,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:52,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:26:52,039 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T11:26:52,039 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:26:52,039 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36831 2024-11-14T11:26:52,041 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36831 connecting to ZooKeeper ensemble=127.0.0.1:53750 2024-11-14T11:26:52,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:52,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:52,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368310x0, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:26:52,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368310x0, quorum=127.0.0.1:53750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:26:52,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36831-0x10139190f3f0002 connected 2024-11-14T11:26:52,059 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T11:26:52,063 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T11:26:52,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36831-0x10139190f3f0002, quorum=127.0.0.1:53750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T11:26:52,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36831-0x10139190f3f0002, quorum=127.0.0.1:53750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:26:52,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36831 2024-11-14T11:26:52,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36831 2024-11-14T11:26:52,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36831 2024-11-14T11:26:52,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36831 2024-11-14T11:26:52,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36831 2024-11-14T11:26:52,080 DEBUG [M:0;7437412fa5b4:33747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7437412fa5b4:33747 2024-11-14T11:26:52,081 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7437412fa5b4,33747,1731583611813 2024-11-14T11:26:52,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:26:52,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36895-0x10139190f3f0001, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:26:52,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x10139190f3f0002, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:26:52,090 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7437412fa5b4,33747,1731583611813 2024-11-14T11:26:52,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:52,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x10139190f3f0002, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T11:26:52,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36895-0x10139190f3f0001, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T11:26:52,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x10139190f3f0002, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:52,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36895-0x10139190f3f0001, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:52,101 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T11:26:52,101 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7437412fa5b4,33747,1731583611813 from backup master directory 2024-11-14T11:26:52,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x10139190f3f0002, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:26:52,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7437412fa5b4,33747,1731583611813 2024-11-14T11:26:52,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36895-0x10139190f3f0001, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:26:52,111 WARN [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:26:52,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:26:52,111 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7437412fa5b4,33747,1731583611813 2024-11-14T11:26:52,115 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/hbase.id] with ID: e130f408-b4fc-40d6-8f86-a5cf7e43895d 2024-11-14T11:26:52,115 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/.tmp/hbase.id 2024-11-14T11:26:52,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34385 is added to blk_1073741826_1002 (size=42) 2024-11-14T11:26:52,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741826_1002 (size=42) 2024-11-14T11:26:52,124 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/.tmp/hbase.id]:[hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/hbase.id] 2024-11-14T11:26:52,137 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:52,137 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T11:26:52,139 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T11:26:52,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x10139190f3f0002, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:52,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36895-0x10139190f3f0001, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:52,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:52,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741827_1003 (size=196) 2024-11-14T11:26:52,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34385 is added to blk_1073741827_1003 (size=196) 2024-11-14T11:26:52,156 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T11:26:52,157 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T11:26:52,157 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:26:52,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741828_1004 (size=1189) 2024-11-14T11:26:52,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34385 is added to blk_1073741828_1004 (size=1189) 2024-11-14T11:26:52,168 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/MasterData/data/master/store 2024-11-14T11:26:52,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741829_1005 (size=34) 2024-11-14T11:26:52,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34385 is added to blk_1073741829_1005 (size=34) 2024-11-14T11:26:52,176 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:52,176 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T11:26:52,176 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:52,177 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:52,177 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T11:26:52,177 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:52,177 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:52,177 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731583612176Disabling compacts and flushes for region at 1731583612176Disabling writes for close at 1731583612177 (+1 ms)Writing region close event to WAL at 1731583612177Closed at 1731583612177 2024-11-14T11:26:52,178 WARN [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/MasterData/data/master/store/.initializing 2024-11-14T11:26:52,178 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/MasterData/WALs/7437412fa5b4,33747,1731583611813 2024-11-14T11:26:52,179 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:26:52,182 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C33747%2C1731583611813, suffix=, logDir=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/MasterData/WALs/7437412fa5b4,33747,1731583611813, archiveDir=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/MasterData/oldWALs, maxLogs=10 2024-11-14T11:26:52,196 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/MasterData/WALs/7437412fa5b4,33747,1731583611813/7437412fa5b4%2C33747%2C1731583611813.1731583612182, exclude list is [], retry=0 2024-11-14T11:26:52,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42451,DS-ef95d6ff-ce29-4137-aee2-2f1542a84a62,DISK] 2024-11-14T11:26:52,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34385,DS-d0aca7c3-ffec-43f7-ae1d-f68df108feb9,DISK] 2024-11-14T11:26:52,202 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/MasterData/WALs/7437412fa5b4,33747,1731583611813/7437412fa5b4%2C33747%2C1731583611813.1731583612182 2024-11-14T11:26:52,202 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36003:36003),(127.0.0.1/127.0.0.1:34821:34821)] 2024-11-14T11:26:52,202 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:26:52,202 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:52,202 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:52,202 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:52,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:52,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T11:26:52,206 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:52,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:52,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:52,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T11:26:52,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:52,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:26:52,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:52,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T11:26:52,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:52,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:26:52,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:52,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T11:26:52,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:52,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:26:52,213 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:52,213 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:52,214 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:52,215 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:52,215 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:52,216 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T11:26:52,217 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:52,219 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:26:52,220 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60501182, jitterRate=-0.09846213459968567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T11:26:52,221 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731583612203Initializing all the Stores at 1731583612204 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583612204Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583612204Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583612204Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583612204Cleaning up temporary data from old regions at 1731583612215 (+11 ms)Region opened successfully at 1731583612221 (+6 ms) 2024-11-14T11:26:52,221 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T11:26:52,225 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f005f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:26:52,226 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T11:26:52,226 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T11:26:52,226 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T11:26:52,226 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T11:26:52,227 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T11:26:52,228 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T11:26:52,228 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T11:26:52,230 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T11:26:52,231 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T11:26:52,243 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T11:26:52,244 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T11:26:52,245 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T11:26:52,254 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T11:26:52,254 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T11:26:52,255 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T11:26:52,264 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T11:26:52,266 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T11:26:52,275 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T11:26:52,277 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T11:26:52,290 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T11:26:52,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36895-0x10139190f3f0001, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:26:52,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x10139190f3f0002, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:26:52,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:26:52,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36895-0x10139190f3f0001, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:52,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x10139190f3f0002, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:52,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:52,301 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7437412fa5b4,33747,1731583611813, sessionid=0x10139190f3f0000, setting cluster-up flag (Was=false) 2024-11-14T11:26:52,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36895-0x10139190f3f0001, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:52,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:52,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x10139190f3f0002, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:52,351 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T11:26:52,353 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T11:26:52,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:26:52,354 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7437412fa5b4,33747,1731583611813 2024-11-14T11:26:52,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36895-0x10139190f3f0001, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:52,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:52,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x10139190f3f0002, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:52,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:26:52,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:26:52,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:26:52,406 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T11:26:52,407 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7437412fa5b4,33747,1731583611813 2024-11-14T11:26:52,408 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T11:26:52,410 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T11:26:52,410 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T11:26:52,410 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T11:26:52,411 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7437412fa5b4,33747,1731583611813 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T11:26:52,412 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:26:52,412 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:26:52,412 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:26:52,412 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:26:52,412 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7437412fa5b4:0, corePoolSize=10, maxPoolSize=10 2024-11-14T11:26:52,412 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:52,413 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:26:52,413 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:52,413 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731583642413 2024-11-14T11:26:52,413 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T11:26:52,413 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T11:26:52,414 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T11:26:52,414 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T11:26:52,414 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T11:26:52,414 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T11:26:52,414 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:52,414 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T11:26:52,414 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:26:52,415 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T11:26:52,415 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T11:26:52,415 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T11:26:52,415 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T11:26:52,415 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T11:26:52,415 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731583612415,5,FailOnTimeoutGroup] 2024-11-14T11:26:52,416 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:52,416 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731583612415,5,FailOnTimeoutGroup] 2024-11-14T11:26:52,416 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:52,416 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T11:26:52,416 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T11:26:52,416 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:52,416 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:52,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34385 is added to blk_1073741831_1007 (size=1321) 2024-11-14T11:26:52,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741831_1007 (size=1321) 2024-11-14T11:26:52,424 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T11:26:52,425 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b 2024-11-14T11:26:52,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741832_1008 (size=32) 2024-11-14T11:26:52,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34385 is added to blk_1073741832_1008 (size=32) 2024-11-14T11:26:52,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:52,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T11:26:52,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T11:26:52,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:52,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:52,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T11:26:52,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T11:26:52,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:52,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:52,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T11:26:52,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T11:26:52,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:52,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:52,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T11:26:52,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T11:26:52,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:52,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:52,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T11:26:52,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/hbase/meta/1588230740 2024-11-14T11:26:52,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/hbase/meta/1588230740 2024-11-14T11:26:52,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T11:26:52,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T11:26:52,450 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T11:26:52,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T11:26:52,453 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:26:52,454 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71602114, jitterRate=0.06695464253425598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T11:26:52,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731583612433Initializing all the Stores at 1731583612434 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583612434Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583612434Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583612434Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583612434Cleaning up temporary data from old regions at 1731583612449 (+15 ms)Region opened successfully at 1731583612455 (+6 ms) 2024-11-14T11:26:52,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T11:26:52,455 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T11:26:52,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T11:26:52,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T11:26:52,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T11:26:52,455 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T11:26:52,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731583612455Disabling compacts and flushes for region at 1731583612455Disabling writes for close at 1731583612455Writing region close event to WAL at 1731583612455Closed at 1731583612455 2024-11-14T11:26:52,457 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:26:52,457 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T11:26:52,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T11:26:52,459 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T11:26:52,460 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T11:26:52,470 INFO [RS:1;7437412fa5b4:36831 {}] regionserver.HRegionServer(746): ClusterId : e130f408-b4fc-40d6-8f86-a5cf7e43895d 2024-11-14T11:26:52,470 INFO [RS:0;7437412fa5b4:36895 {}] regionserver.HRegionServer(746): ClusterId : e130f408-b4fc-40d6-8f86-a5cf7e43895d 2024-11-14T11:26:52,471 DEBUG [RS:0;7437412fa5b4:36895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T11:26:52,471 DEBUG [RS:1;7437412fa5b4:36831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T11:26:52,480 DEBUG [RS:0;7437412fa5b4:36895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T11:26:52,480 DEBUG [RS:1;7437412fa5b4:36831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T11:26:52,480 DEBUG [RS:0;7437412fa5b4:36895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T11:26:52,480 DEBUG [RS:1;7437412fa5b4:36831 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T11:26:52,491 DEBUG [RS:1;7437412fa5b4:36831 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T11:26:52,491 DEBUG [RS:0;7437412fa5b4:36895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T11:26:52,491 DEBUG [RS:0;7437412fa5b4:36895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b50b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:26:52,491 DEBUG [RS:1;7437412fa5b4:36831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e99e120, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:26:52,508 DEBUG [RS:1;7437412fa5b4:36831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7437412fa5b4:36831 2024-11-14T11:26:52,508 DEBUG [RS:0;7437412fa5b4:36895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7437412fa5b4:36895 2024-11-14T11:26:52,508 INFO [RS:1;7437412fa5b4:36831 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T11:26:52,508 INFO [RS:0;7437412fa5b4:36895 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T11:26:52,508 INFO [RS:1;7437412fa5b4:36831 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T11:26:52,508 INFO [RS:0;7437412fa5b4:36895 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T11:26:52,508 DEBUG [RS:1;7437412fa5b4:36831 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T11:26:52,508 DEBUG [RS:0;7437412fa5b4:36895 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T11:26:52,509 INFO [RS:0;7437412fa5b4:36895 {}] regionserver.HRegionServer(2659): reportForDuty to master=7437412fa5b4,33747,1731583611813 with port=36895, startcode=1731583611993 2024-11-14T11:26:52,509 INFO [RS:1;7437412fa5b4:36831 {}] regionserver.HRegionServer(2659): reportForDuty to master=7437412fa5b4,33747,1731583611813 with port=36831, startcode=1731583612038 2024-11-14T11:26:52,509 DEBUG [RS:0;7437412fa5b4:36895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T11:26:52,509 DEBUG [RS:1;7437412fa5b4:36831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T11:26:52,511 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T11:26:52,512 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T11:26:52,512 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33747 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7437412fa5b4,36895,1731583611993 2024-11-14T11:26:52,512 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33747 {}] master.ServerManager(517): Registering regionserver=7437412fa5b4,36895,1731583611993 2024-11-14T11:26:52,514 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33747 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7437412fa5b4,36831,1731583612038 2024-11-14T11:26:52,514 DEBUG [RS:0;7437412fa5b4:36895 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b 2024-11-14T11:26:52,514 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33747 {}] master.ServerManager(517): Registering regionserver=7437412fa5b4,36831,1731583612038 2024-11-14T11:26:52,514 DEBUG [RS:0;7437412fa5b4:36895 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44491 2024-11-14T11:26:52,514 DEBUG [RS:0;7437412fa5b4:36895 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T11:26:52,515 DEBUG [RS:1;7437412fa5b4:36831 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b 2024-11-14T11:26:52,515 DEBUG [RS:1;7437412fa5b4:36831 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44491 2024-11-14T11:26:52,515 DEBUG [RS:1;7437412fa5b4:36831 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T11:26:52,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:26:52,587 DEBUG [RS:0;7437412fa5b4:36895 {}] zookeeper.ZKUtil(111): regionserver:36895-0x10139190f3f0001, quorum=127.0.0.1:53750, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7437412fa5b4,36895,1731583611993 2024-11-14T11:26:52,587 WARN [RS:0;7437412fa5b4:36895 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:26:52,587 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7437412fa5b4,36895,1731583611993] 2024-11-14T11:26:52,587 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7437412fa5b4,36831,1731583612038] 2024-11-14T11:26:52,587 INFO [RS:0;7437412fa5b4:36895 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:26:52,587 DEBUG [RS:1;7437412fa5b4:36831 {}] zookeeper.ZKUtil(111): regionserver:36831-0x10139190f3f0002, quorum=127.0.0.1:53750, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7437412fa5b4,36831,1731583612038 2024-11-14T11:26:52,587 DEBUG [RS:0;7437412fa5b4:36895 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/WALs/7437412fa5b4,36895,1731583611993 2024-11-14T11:26:52,587 WARN [RS:1;7437412fa5b4:36831 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:26:52,587 INFO [RS:1;7437412fa5b4:36831 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:26:52,587 DEBUG [RS:1;7437412fa5b4:36831 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/WALs/7437412fa5b4,36831,1731583612038 2024-11-14T11:26:52,591 INFO [RS:1;7437412fa5b4:36831 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T11:26:52,593 INFO [RS:0;7437412fa5b4:36895 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T11:26:52,593 INFO [RS:1;7437412fa5b4:36831 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T11:26:52,594 INFO [RS:1;7437412fa5b4:36831 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T11:26:52,594 INFO [RS:1;7437412fa5b4:36831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:52,595 INFO [RS:1;7437412fa5b4:36831 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T11:26:52,596 INFO [RS:0;7437412fa5b4:36895 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T11:26:52,596 INFO [RS:1;7437412fa5b4:36831 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T11:26:52,596 INFO [RS:0;7437412fa5b4:36895 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T11:26:52,596 INFO [RS:0;7437412fa5b4:36895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:52,596 INFO [RS:1;7437412fa5b4:36831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:52,596 DEBUG [RS:1;7437412fa5b4:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:52,596 INFO [RS:0;7437412fa5b4:36895 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T11:26:52,596 DEBUG [RS:1;7437412fa5b4:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:52,597 DEBUG [RS:1;7437412fa5b4:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:52,597 DEBUG [RS:1;7437412fa5b4:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:52,597 DEBUG [RS:1;7437412fa5b4:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:52,597 DEBUG [RS:1;7437412fa5b4:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:26:52,597 DEBUG [RS:1;7437412fa5b4:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:52,597 DEBUG [RS:1;7437412fa5b4:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:52,597 DEBUG [RS:1;7437412fa5b4:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:52,597 DEBUG [RS:1;7437412fa5b4:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:52,597 DEBUG [RS:1;7437412fa5b4:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:52,597 DEBUG [RS:1;7437412fa5b4:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:52,597 INFO [RS:0;7437412fa5b4:36895 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T11:26:52,597 DEBUG [RS:1;7437412fa5b4:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:26:52,597 DEBUG [RS:1;7437412fa5b4:36831 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:26:52,597 INFO [RS:0;7437412fa5b4:36895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:52,597 DEBUG [RS:0;7437412fa5b4:36895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:52,597 DEBUG [RS:0;7437412fa5b4:36895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:52,598 DEBUG [RS:0;7437412fa5b4:36895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:52,598 DEBUG [RS:0;7437412fa5b4:36895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:52,598 DEBUG [RS:0;7437412fa5b4:36895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:52,598 DEBUG [RS:0;7437412fa5b4:36895 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:26:52,598 DEBUG [RS:0;7437412fa5b4:36895 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:52,598 DEBUG [RS:0;7437412fa5b4:36895 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:52,598 DEBUG [RS:0;7437412fa5b4:36895 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:52,598 DEBUG [RS:0;7437412fa5b4:36895 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:52,598 DEBUG [RS:0;7437412fa5b4:36895 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:52,598 DEBUG [RS:0;7437412fa5b4:36895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:52,598 DEBUG [RS:0;7437412fa5b4:36895 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:26:52,598 DEBUG [RS:0;7437412fa5b4:36895 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:26:52,599 INFO [RS:1;7437412fa5b4:36831 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:52,599 INFO [RS:1;7437412fa5b4:36831 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:52,599 INFO [RS:1;7437412fa5b4:36831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:52,599 INFO [RS:1;7437412fa5b4:36831 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:52,599 INFO [RS:0;7437412fa5b4:36895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:52,599 INFO [RS:1;7437412fa5b4:36831 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:52,599 INFO [RS:0;7437412fa5b4:36895 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:52,599 INFO [RS:1;7437412fa5b4:36831 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,36831,1731583612038-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:26:52,599 INFO [RS:0;7437412fa5b4:36895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:52,599 INFO [RS:0;7437412fa5b4:36895 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:52,599 INFO [RS:0;7437412fa5b4:36895 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:52,599 INFO [RS:0;7437412fa5b4:36895 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,36895,1731583611993-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:26:52,610 WARN [7437412fa5b4:33747 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T11:26:52,621 INFO [RS:0;7437412fa5b4:36895 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T11:26:52,621 INFO [RS:1;7437412fa5b4:36831 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T11:26:52,622 INFO [RS:0;7437412fa5b4:36895 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,36895,1731583611993-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:52,622 INFO [RS:1;7437412fa5b4:36831 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,36831,1731583612038-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:52,622 INFO [RS:1;7437412fa5b4:36831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:52,622 INFO [RS:0;7437412fa5b4:36895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:52,622 INFO [RS:0;7437412fa5b4:36895 {}] regionserver.Replication(171): 7437412fa5b4,36895,1731583611993 started 2024-11-14T11:26:52,622 INFO [RS:1;7437412fa5b4:36831 {}] regionserver.Replication(171): 7437412fa5b4,36831,1731583612038 started 2024-11-14T11:26:52,643 INFO [RS:1;7437412fa5b4:36831 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:52,643 INFO [RS:0;7437412fa5b4:36895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:52,643 INFO [RS:0;7437412fa5b4:36895 {}] regionserver.HRegionServer(1482): Serving as 7437412fa5b4,36895,1731583611993, RpcServer on 7437412fa5b4/172.17.0.2:36895, sessionid=0x10139190f3f0001 2024-11-14T11:26:52,643 INFO [RS:1;7437412fa5b4:36831 {}] regionserver.HRegionServer(1482): Serving as 7437412fa5b4,36831,1731583612038, RpcServer on 7437412fa5b4/172.17.0.2:36831, sessionid=0x10139190f3f0002 2024-11-14T11:26:52,644 DEBUG [RS:1;7437412fa5b4:36831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T11:26:52,644 DEBUG [RS:0;7437412fa5b4:36895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T11:26:52,644 DEBUG [RS:1;7437412fa5b4:36831 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7437412fa5b4,36831,1731583612038 2024-11-14T11:26:52,644 DEBUG [RS:0;7437412fa5b4:36895 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7437412fa5b4,36895,1731583611993 2024-11-14T11:26:52,644 DEBUG [RS:1;7437412fa5b4:36831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,36831,1731583612038' 2024-11-14T11:26:52,644 DEBUG [RS:0;7437412fa5b4:36895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,36895,1731583611993' 2024-11-14T11:26:52,644 DEBUG [RS:0;7437412fa5b4:36895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T11:26:52,644 DEBUG [RS:1;7437412fa5b4:36831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T11:26:52,644 DEBUG [RS:1;7437412fa5b4:36831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T11:26:52,644 DEBUG [RS:0;7437412fa5b4:36895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T11:26:52,645 DEBUG [RS:1;7437412fa5b4:36831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T11:26:52,645 DEBUG [RS:0;7437412fa5b4:36895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T11:26:52,645 DEBUG [RS:1;7437412fa5b4:36831 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T11:26:52,645 DEBUG [RS:0;7437412fa5b4:36895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T11:26:52,645 DEBUG [RS:1;7437412fa5b4:36831 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7437412fa5b4,36831,1731583612038 2024-11-14T11:26:52,645 DEBUG [RS:1;7437412fa5b4:36831 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,36831,1731583612038' 2024-11-14T11:26:52,645 DEBUG [RS:0;7437412fa5b4:36895 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7437412fa5b4,36895,1731583611993 2024-11-14T11:26:52,645 DEBUG [RS:1;7437412fa5b4:36831 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T11:26:52,645 DEBUG [RS:0;7437412fa5b4:36895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,36895,1731583611993' 2024-11-14T11:26:52,645 DEBUG [RS:0;7437412fa5b4:36895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T11:26:52,645 DEBUG [RS:1;7437412fa5b4:36831 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T11:26:52,645 DEBUG [RS:0;7437412fa5b4:36895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T11:26:52,646 DEBUG [RS:0;7437412fa5b4:36895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T11:26:52,646 DEBUG [RS:1;7437412fa5b4:36831 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T11:26:52,646 INFO [RS:0;7437412fa5b4:36895 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T11:26:52,646 INFO [RS:1;7437412fa5b4:36831 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T11:26:52,646 INFO [RS:0;7437412fa5b4:36895 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T11:26:52,646 INFO [RS:1;7437412fa5b4:36831 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T11:26:52,746 INFO [RS:0;7437412fa5b4:36895 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:26:52,746 INFO [RS:1;7437412fa5b4:36831 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:26:52,748 INFO [RS:1;7437412fa5b4:36831 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C36831%2C1731583612038, suffix=, logDir=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/WALs/7437412fa5b4,36831,1731583612038, archiveDir=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/oldWALs, maxLogs=32 2024-11-14T11:26:52,748 INFO [RS:0;7437412fa5b4:36895 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C36895%2C1731583611993, suffix=, logDir=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/WALs/7437412fa5b4,36895,1731583611993, archiveDir=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/oldWALs, maxLogs=32 2024-11-14T11:26:52,762 DEBUG [RS:1;7437412fa5b4:36831 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/WALs/7437412fa5b4,36831,1731583612038/7437412fa5b4%2C36831%2C1731583612038.1731583612749, exclude list is [], retry=0 2024-11-14T11:26:52,762 DEBUG [RS:0;7437412fa5b4:36895 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/WALs/7437412fa5b4,36895,1731583611993/7437412fa5b4%2C36895%2C1731583611993.1731583612749, exclude list is [], retry=0 2024-11-14T11:26:52,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34385,DS-d0aca7c3-ffec-43f7-ae1d-f68df108feb9,DISK] 2024-11-14T11:26:52,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34385,DS-d0aca7c3-ffec-43f7-ae1d-f68df108feb9,DISK] 2024-11-14T11:26:52,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42451,DS-ef95d6ff-ce29-4137-aee2-2f1542a84a62,DISK] 2024-11-14T11:26:52,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42451,DS-ef95d6ff-ce29-4137-aee2-2f1542a84a62,DISK] 2024-11-14T11:26:52,769 INFO [RS:0;7437412fa5b4:36895 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/WALs/7437412fa5b4,36895,1731583611993/7437412fa5b4%2C36895%2C1731583611993.1731583612749 2024-11-14T11:26:52,769 INFO [RS:1;7437412fa5b4:36831 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/WALs/7437412fa5b4,36831,1731583612038/7437412fa5b4%2C36831%2C1731583612038.1731583612749 2024-11-14T11:26:52,770 DEBUG [RS:0;7437412fa5b4:36895 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34821:34821),(127.0.0.1/127.0.0.1:36003:36003)] 2024-11-14T11:26:52,770 DEBUG [RS:1;7437412fa5b4:36831 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34821:34821),(127.0.0.1/127.0.0.1:36003:36003)] 2024-11-14T11:26:52,861 DEBUG [7437412fa5b4:33747 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T11:26:52,861 DEBUG [7437412fa5b4:33747 {}] balancer.BalancerClusterState(204): Hosts are {7437412fa5b4=0} racks are {/default-rack=0} 2024-11-14T11:26:52,863 DEBUG [7437412fa5b4:33747 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T11:26:52,863 DEBUG [7437412fa5b4:33747 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T11:26:52,863 DEBUG [7437412fa5b4:33747 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T11:26:52,863 DEBUG [7437412fa5b4:33747 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T11:26:52,863 INFO [7437412fa5b4:33747 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T11:26:52,863 INFO [7437412fa5b4:33747 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T11:26:52,863 DEBUG [7437412fa5b4:33747 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T11:26:52,864 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7437412fa5b4,36831,1731583612038 2024-11-14T11:26:52,865 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7437412fa5b4,36831,1731583612038, state=OPENING 2024-11-14T11:26:52,885 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T11:26:52,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36895-0x10139190f3f0001, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:52,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x10139190f3f0002, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:52,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:52,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:26:52,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:26:52,896 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T11:26:52,896 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:26:52,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7437412fa5b4,36831,1731583612038}] 2024-11-14T11:26:53,050 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:26:53,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:26:53,056 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T11:26:53,056 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:26:53,056 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T11:26:53,058 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C36831%2C1731583612038.meta, suffix=.meta, logDir=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/WALs/7437412fa5b4,36831,1731583612038, archiveDir=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/oldWALs, maxLogs=32 2024-11-14T11:26:53,072 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/WALs/7437412fa5b4,36831,1731583612038/7437412fa5b4%2C36831%2C1731583612038.meta.1731583613058.meta, exclude list is [], retry=0 2024-11-14T11:26:53,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42451,DS-ef95d6ff-ce29-4137-aee2-2f1542a84a62,DISK] 2024-11-14T11:26:53,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34385,DS-d0aca7c3-ffec-43f7-ae1d-f68df108feb9,DISK] 2024-11-14T11:26:53,076 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/WALs/7437412fa5b4,36831,1731583612038/7437412fa5b4%2C36831%2C1731583612038.meta.1731583613058.meta 2024-11-14T11:26:53,078 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36003:36003),(127.0.0.1/127.0.0.1:34821:34821)] 2024-11-14T11:26:53,078 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:26:53,079 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T11:26:53,079 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T11:26:53,079 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T11:26:53,079 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T11:26:53,079 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:53,079 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T11:26:53,079 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T11:26:53,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T11:26:53,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T11:26:53,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:53,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:53,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T11:26:53,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T11:26:53,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:53,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:53,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T11:26:53,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T11:26:53,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:53,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:53,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T11:26:53,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T11:26:53,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:53,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:53,088 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T11:26:53,089 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/hbase/meta/1588230740 2024-11-14T11:26:53,090 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/hbase/meta/1588230740 2024-11-14T11:26:53,092 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T11:26:53,092 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T11:26:53,092 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T11:26:53,094 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T11:26:53,095 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61152724, jitterRate=-0.08875340223312378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T11:26:53,095 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T11:26:53,096 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731583613079Writing region info on filesystem at 1731583613079Initializing all the Stores at 1731583613080 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583613080Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583613081 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583613081Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583613081Cleaning up temporary data from old regions at 1731583613092 (+11 ms)Running coprocessor post-open hooks at 1731583613095 (+3 ms)Region opened successfully at 1731583613095 2024-11-14T11:26:53,097 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731583613050 2024-11-14T11:26:53,099 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T11:26:53,099 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T11:26:53,100 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,36831,1731583612038 2024-11-14T11:26:53,101 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7437412fa5b4,36831,1731583612038, state=OPEN 2024-11-14T11:26:53,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x10139190f3f0002, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:26:53,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:26:53,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36895-0x10139190f3f0001, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:26:53,153 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7437412fa5b4,36831,1731583612038 2024-11-14T11:26:53,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:26:53,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:26:53,153 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:26:53,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T11:26:53,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7437412fa5b4,36831,1731583612038 in 257 msec 2024-11-14T11:26:53,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T11:26:53,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 699 msec 2024-11-14T11:26:53,160 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:26:53,160 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T11:26:53,162 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:26:53,162 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,36831,1731583612038, seqNum=-1] 2024-11-14T11:26:53,162 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:26:53,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:26:53,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 761 msec 2024-11-14T11:26:53,171 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731583613171, completionTime=-1 2024-11-14T11:26:53,171 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-14T11:26:53,171 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T11:26:53,173 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-14T11:26:53,173 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731583673173 2024-11-14T11:26:53,173 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731583733173 2024-11-14T11:26:53,174 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T11:26:53,174 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,33747,1731583611813-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:53,174 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,33747,1731583611813-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:53,174 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,33747,1731583611813-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:53,174 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7437412fa5b4:33747, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:53,174 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:53,175 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:53,177 DEBUG [master/7437412fa5b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T11:26:53,179 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.068sec 2024-11-14T11:26:53,179 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T11:26:53,179 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T11:26:53,179 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T11:26:53,179 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T11:26:53,179 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T11:26:53,179 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,33747,1731583611813-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:26:53,179 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,33747,1731583611813-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T11:26:53,182 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T11:26:53,182 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T11:26:53,182 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,33747,1731583611813-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:53,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329b0492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:26:53,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,33747,-1 for getting cluster id 2024-11-14T11:26:53,272 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:26:53,273 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e130f408-b4fc-40d6-8f86-a5cf7e43895d' 2024-11-14T11:26:53,274 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:26:53,274 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e130f408-b4fc-40d6-8f86-a5cf7e43895d" 2024-11-14T11:26:53,274 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ee5f61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:26:53,274 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,33747,-1] 2024-11-14T11:26:53,275 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:26:53,275 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:53,276 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:26:53,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d8c215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:26:53,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:26:53,278 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,36831,1731583612038, seqNum=-1] 2024-11-14T11:26:53,278 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:26:53,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:26:53,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7437412fa5b4,33747,1731583611813 2024-11-14T11:26:53,282 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T11:26:53,283 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7437412fa5b4,33747,1731583611813 2024-11-14T11:26:53,283 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@133a0677 2024-11-14T11:26:53,283 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T11:26:53,284 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T11:26:53,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33747 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T11:26:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33747 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-14T11:26:53,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T11:26:53,288 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:53,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33747 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-14T11:26:53,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T11:26:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:26:53,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34385 is added to blk_1073741836_1012 (size=379) 2024-11-14T11:26:53,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741836_1012 (size=379) 2024-11-14T11:26:53,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:26:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:26:53,699 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f7d24f97cafb1f0730436d0fa4b3c33, NAME => 'testClearRegionBlockCache,,1731583613285.8f7d24f97cafb1f0730436d0fa4b3c33.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b 2024-11-14T11:26:53,700 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e64431936c6469ab2e812d2faebb71a9, NAME => 'testClearRegionBlockCache,5,1731583613285.e64431936c6469ab2e812d2faebb71a9.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b 2024-11-14T11:26:53,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34385 is added to blk_1073741837_1013 (size=61) 2024-11-14T11:26:53,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741838_1014 (size=61) 2024-11-14T11:26:53,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34385 is added to blk_1073741838_1014 (size=61) 2024-11-14T11:26:53,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741837_1013 (size=61) 2024-11-14T11:26:53,713 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731583613285.8f7d24f97cafb1f0730436d0fa4b3c33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:53,713 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731583613285.e64431936c6469ab2e812d2faebb71a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:53,713 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing e64431936c6469ab2e812d2faebb71a9, disabling compactions & flushes 2024-11-14T11:26:53,713 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 8f7d24f97cafb1f0730436d0fa4b3c33, disabling compactions & flushes 2024-11-14T11:26:53,713 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731583613285.e64431936c6469ab2e812d2faebb71a9. 2024-11-14T11:26:53,713 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731583613285.8f7d24f97cafb1f0730436d0fa4b3c33. 2024-11-14T11:26:53,713 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731583613285.e64431936c6469ab2e812d2faebb71a9. 2024-11-14T11:26:53,713 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731583613285.8f7d24f97cafb1f0730436d0fa4b3c33. 2024-11-14T11:26:53,713 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731583613285.e64431936c6469ab2e812d2faebb71a9. after waiting 0 ms 2024-11-14T11:26:53,713 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731583613285.8f7d24f97cafb1f0730436d0fa4b3c33. after waiting 0 ms 2024-11-14T11:26:53,713 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731583613285.e64431936c6469ab2e812d2faebb71a9. 2024-11-14T11:26:53,713 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731583613285.8f7d24f97cafb1f0730436d0fa4b3c33. 2024-11-14T11:26:53,713 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731583613285.e64431936c6469ab2e812d2faebb71a9. 2024-11-14T11:26:53,713 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731583613285.8f7d24f97cafb1f0730436d0fa4b3c33. 2024-11-14T11:26:53,713 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f7d24f97cafb1f0730436d0fa4b3c33: Waiting for close lock at 1731583613713Disabling compacts and flushes for region at 1731583613713Disabling writes for close at 1731583613713Writing region close event to WAL at 1731583613713Closed at 1731583613713 2024-11-14T11:26:53,713 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for e64431936c6469ab2e812d2faebb71a9: Waiting for close lock at 1731583613713Disabling compacts and flushes for region at 1731583613713Disabling writes for close at 1731583613713Writing region close event to WAL at 1731583613713Closed at 1731583613713 2024-11-14T11:26:53,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T11:26:53,715 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731583613285.8f7d24f97cafb1f0730436d0fa4b3c33.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731583613715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731583613715"}]},"ts":"1731583613715"} 2024-11-14T11:26:53,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731583613285.e64431936c6469ab2e812d2faebb71a9.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731583613715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731583613715"}]},"ts":"1731583613715"} 2024-11-14T11:26:53,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-14T11:26:53,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T11:26:53,721 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583613721"}]},"ts":"1731583613721"} 2024-11-14T11:26:53,724 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-14T11:26:53,724 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7437412fa5b4=0} racks are {/default-rack=0} 2024-11-14T11:26:53,725 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T11:26:53,726 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T11:26:53,726 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T11:26:53,726 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T11:26:53,726 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T11:26:53,726 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T11:26:53,726 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T11:26:53,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8f7d24f97cafb1f0730436d0fa4b3c33, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e64431936c6469ab2e812d2faebb71a9, ASSIGN}] 2024-11-14T11:26:53,728 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e64431936c6469ab2e812d2faebb71a9, ASSIGN 2024-11-14T11:26:53,728 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8f7d24f97cafb1f0730436d0fa4b3c33, ASSIGN 2024-11-14T11:26:53,729 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8f7d24f97cafb1f0730436d0fa4b3c33, ASSIGN; state=OFFLINE, location=7437412fa5b4,36895,1731583611993; forceNewPlan=false, retain=false 2024-11-14T11:26:53,729 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e64431936c6469ab2e812d2faebb71a9, ASSIGN; state=OFFLINE, location=7437412fa5b4,36831,1731583612038; forceNewPlan=false, retain=false 2024-11-14T11:26:53,880 INFO [7437412fa5b4:33747 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-14T11:26:53,880 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e64431936c6469ab2e812d2faebb71a9, regionState=OPENING, regionLocation=7437412fa5b4,36831,1731583612038 2024-11-14T11:26:53,880 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f7d24f97cafb1f0730436d0fa4b3c33, regionState=OPENING, regionLocation=7437412fa5b4,36895,1731583611993 2024-11-14T11:26:53,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e64431936c6469ab2e812d2faebb71a9, ASSIGN because future has completed 2024-11-14T11:26:53,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e64431936c6469ab2e812d2faebb71a9, server=7437412fa5b4,36831,1731583612038}] 2024-11-14T11:26:53,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8f7d24f97cafb1f0730436d0fa4b3c33, ASSIGN because future has completed 2024-11-14T11:26:53,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f7d24f97cafb1f0730436d0fa4b3c33, server=7437412fa5b4,36895,1731583611993}] 2024-11-14T11:26:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:26:54,036 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:26:54,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:26:54,040 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731583613285.e64431936c6469ab2e812d2faebb71a9. 2024-11-14T11:26:54,041 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e64431936c6469ab2e812d2faebb71a9, NAME => 'testClearRegionBlockCache,5,1731583613285.e64431936c6469ab2e812d2faebb71a9.', STARTKEY => '5', ENDKEY => ''} 2024-11-14T11:26:54,041 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e64431936c6469ab2e812d2faebb71a9 2024-11-14T11:26:54,041 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731583613285.e64431936c6469ab2e812d2faebb71a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:54,041 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e64431936c6469ab2e812d2faebb71a9 2024-11-14T11:26:54,041 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e64431936c6469ab2e812d2faebb71a9 2024-11-14T11:26:54,042 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731583613285.8f7d24f97cafb1f0730436d0fa4b3c33. 2024-11-14T11:26:54,042 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f7d24f97cafb1f0730436d0fa4b3c33, NAME => 'testClearRegionBlockCache,,1731583613285.8f7d24f97cafb1f0730436d0fa4b3c33.', STARTKEY => '', ENDKEY => '5'} 2024-11-14T11:26:54,042 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8f7d24f97cafb1f0730436d0fa4b3c33 2024-11-14T11:26:54,042 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731583613285.8f7d24f97cafb1f0730436d0fa4b3c33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:54,042 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 8f7d24f97cafb1f0730436d0fa4b3c33 2024-11-14T11:26:54,042 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 8f7d24f97cafb1f0730436d0fa4b3c33 2024-11-14T11:26:54,043 INFO [StoreOpener-e64431936c6469ab2e812d2faebb71a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e64431936c6469ab2e812d2faebb71a9 2024-11-14T11:26:54,044 INFO [StoreOpener-8f7d24f97cafb1f0730436d0fa4b3c33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8f7d24f97cafb1f0730436d0fa4b3c33 2024-11-14T11:26:54,045 INFO [StoreOpener-e64431936c6469ab2e812d2faebb71a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e64431936c6469ab2e812d2faebb71a9 columnFamilyName family 2024-11-14T11:26:54,045 DEBUG [StoreOpener-e64431936c6469ab2e812d2faebb71a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:54,045 INFO [StoreOpener-e64431936c6469ab2e812d2faebb71a9-1 {}] regionserver.HStore(327): Store=e64431936c6469ab2e812d2faebb71a9/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:26:54,045 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e64431936c6469ab2e812d2faebb71a9 2024-11-14T11:26:54,046 INFO [StoreOpener-8f7d24f97cafb1f0730436d0fa4b3c33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f7d24f97cafb1f0730436d0fa4b3c33 columnFamilyName family 2024-11-14T11:26:54,046 DEBUG [StoreOpener-8f7d24f97cafb1f0730436d0fa4b3c33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:54,046 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/default/testClearRegionBlockCache/e64431936c6469ab2e812d2faebb71a9 2024-11-14T11:26:54,047 INFO [StoreOpener-8f7d24f97cafb1f0730436d0fa4b3c33-1 {}] regionserver.HStore(327): Store=8f7d24f97cafb1f0730436d0fa4b3c33/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:26:54,047 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/default/testClearRegionBlockCache/e64431936c6469ab2e812d2faebb71a9 2024-11-14T11:26:54,047 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 8f7d24f97cafb1f0730436d0fa4b3c33 2024-11-14T11:26:54,047 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e64431936c6469ab2e812d2faebb71a9 2024-11-14T11:26:54,048 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e64431936c6469ab2e812d2faebb71a9 2024-11-14T11:26:54,048 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/default/testClearRegionBlockCache/8f7d24f97cafb1f0730436d0fa4b3c33 2024-11-14T11:26:54,048 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/default/testClearRegionBlockCache/8f7d24f97cafb1f0730436d0fa4b3c33 2024-11-14T11:26:54,049 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 8f7d24f97cafb1f0730436d0fa4b3c33 2024-11-14T11:26:54,049 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 8f7d24f97cafb1f0730436d0fa4b3c33 2024-11-14T11:26:54,049 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e64431936c6469ab2e812d2faebb71a9 2024-11-14T11:26:54,050 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 8f7d24f97cafb1f0730436d0fa4b3c33 2024-11-14T11:26:54,052 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/default/testClearRegionBlockCache/e64431936c6469ab2e812d2faebb71a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:26:54,052 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened e64431936c6469ab2e812d2faebb71a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60190040, jitterRate=-0.10309851169586182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:26:54,053 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e64431936c6469ab2e812d2faebb71a9 2024-11-14T11:26:54,053 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/default/testClearRegionBlockCache/8f7d24f97cafb1f0730436d0fa4b3c33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:26:54,053 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e64431936c6469ab2e812d2faebb71a9: Running coprocessor pre-open hook at 1731583614042Writing region info on filesystem at 1731583614042Initializing all the Stores at 1731583614043 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583614043Cleaning up temporary data from old regions at 1731583614048 (+5 ms)Running coprocessor post-open hooks at 1731583614053 (+5 ms)Region opened successfully at 1731583614053 2024-11-14T11:26:54,054 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 8f7d24f97cafb1f0730436d0fa4b3c33; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70906135, jitterRate=0.056583747267723083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:26:54,054 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f7d24f97cafb1f0730436d0fa4b3c33 2024-11-14T11:26:54,054 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 8f7d24f97cafb1f0730436d0fa4b3c33: Running coprocessor pre-open hook at 1731583614043Writing region info on filesystem at 1731583614043Initializing all the Stores at 1731583614043Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583614043Cleaning up temporary data from old regions at 1731583614049 (+6 ms)Running coprocessor post-open hooks at 1731583614054 (+5 ms)Region opened successfully at 1731583614054 2024-11-14T11:26:54,055 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731583613285.e64431936c6469ab2e812d2faebb71a9., pid=7, masterSystemTime=1731583614036 2024-11-14T11:26:54,055 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731583613285.8f7d24f97cafb1f0730436d0fa4b3c33., pid=8, masterSystemTime=1731583614036 2024-11-14T11:26:54,057 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731583613285.e64431936c6469ab2e812d2faebb71a9. 2024-11-14T11:26:54,057 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731583613285.e64431936c6469ab2e812d2faebb71a9. 2024-11-14T11:26:54,058 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e64431936c6469ab2e812d2faebb71a9, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,36831,1731583612038 2024-11-14T11:26:54,058 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731583613285.8f7d24f97cafb1f0730436d0fa4b3c33. 2024-11-14T11:26:54,058 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731583613285.8f7d24f97cafb1f0730436d0fa4b3c33. 2024-11-14T11:26:54,059 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f7d24f97cafb1f0730436d0fa4b3c33, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,36895,1731583611993 2024-11-14T11:26:54,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e64431936c6469ab2e812d2faebb71a9, server=7437412fa5b4,36831,1731583612038 because future has completed 2024-11-14T11:26:54,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f7d24f97cafb1f0730436d0fa4b3c33, server=7437412fa5b4,36895,1731583611993 because future has completed 2024-11-14T11:26:54,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T11:26:54,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e64431936c6469ab2e812d2faebb71a9, server=7437412fa5b4,36831,1731583612038 in 179 msec 2024-11-14T11:26:54,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e64431936c6469ab2e812d2faebb71a9, ASSIGN in 339 msec 2024-11-14T11:26:54,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-14T11:26:54,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f7d24f97cafb1f0730436d0fa4b3c33, server=7437412fa5b4,36895,1731583611993 in 179 msec 2024-11-14T11:26:54,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T11:26:54,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8f7d24f97cafb1f0730436d0fa4b3c33, ASSIGN in 341 msec 2024-11-14T11:26:54,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T11:26:54,072 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583614072"}]},"ts":"1731583614072"} 2024-11-14T11:26:54,075 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-14T11:26:54,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T11:26:54,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 790 msec 2024-11-14T11:26:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:26:54,426 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-14T11:26:54,426 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-14T11:26:54,426 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T11:26:54,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-14T11:26:54,430 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T11:26:54,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-14T11:26:54,433 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731583613285.8f7d24f97cafb1f0730436d0fa4b3c33., hostname=7437412fa5b4,36895,1731583611993, seqNum=2] 2024-11-14T11:26:54,433 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:26:54,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:26:54,446 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731583613285.e64431936c6469ab2e812d2faebb71a9., hostname=7437412fa5b4,36831,1731583612038, seqNum=2] 2024-11-14T11:26:54,458 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8f7d24f97cafb1f0730436d0fa4b3c33 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-14T11:26:54,475 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/default/testClearRegionBlockCache/8f7d24f97cafb1f0730436d0fa4b3c33/.tmp/family/4a57886bfc734378b93e40aa8bf49d7a is 32, key is 1/family:/1731583614435/Put/seqid=0 2024-11-14T11:26:54,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741839_1015 (size=5054) 2024-11-14T11:26:54,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34385 is added to blk_1073741839_1015 (size=5054) 2024-11-14T11:26:54,481 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/default/testClearRegionBlockCache/8f7d24f97cafb1f0730436d0fa4b3c33/.tmp/family/4a57886bfc734378b93e40aa8bf49d7a 2024-11-14T11:26:54,488 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/default/testClearRegionBlockCache/8f7d24f97cafb1f0730436d0fa4b3c33/.tmp/family/4a57886bfc734378b93e40aa8bf49d7a as hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/default/testClearRegionBlockCache/8f7d24f97cafb1f0730436d0fa4b3c33/family/4a57886bfc734378b93e40aa8bf49d7a 2024-11-14T11:26:54,495 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/default/testClearRegionBlockCache/8f7d24f97cafb1f0730436d0fa4b3c33/family/4a57886bfc734378b93e40aa8bf49d7a, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T11:26:54,496 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 8f7d24f97cafb1f0730436d0fa4b3c33 in 38ms, sequenceid=8, compaction requested=false 2024-11-14T11:26:54,496 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8f7d24f97cafb1f0730436d0fa4b3c33: 2024-11-14T11:26:54,496 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e64431936c6469ab2e812d2faebb71a9 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-14T11:26:54,513 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/default/testClearRegionBlockCache/e64431936c6469ab2e812d2faebb71a9/.tmp/family/e5fda281cf0a426faef5640bd9dc1218 is 32, key is 5/family:/1731583614448/Put/seqid=0 2024-11-14T11:26:54,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741840_1016 (size=5083) 2024-11-14T11:26:54,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34385 is added to blk_1073741840_1016 (size=5083) 2024-11-14T11:26:54,519 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/default/testClearRegionBlockCache/e64431936c6469ab2e812d2faebb71a9/.tmp/family/e5fda281cf0a426faef5640bd9dc1218 2024-11-14T11:26:54,526 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/default/testClearRegionBlockCache/e64431936c6469ab2e812d2faebb71a9/.tmp/family/e5fda281cf0a426faef5640bd9dc1218 as hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/default/testClearRegionBlockCache/e64431936c6469ab2e812d2faebb71a9/family/e5fda281cf0a426faef5640bd9dc1218 2024-11-14T11:26:54,533 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/default/testClearRegionBlockCache/e64431936c6469ab2e812d2faebb71a9/family/e5fda281cf0a426faef5640bd9dc1218, entries=5, sequenceid=9, filesize=5.0 K 2024-11-14T11:26:54,534 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for e64431936c6469ab2e812d2faebb71a9 in 38ms, sequenceid=9, compaction requested=false 2024-11-14T11:26:54,535 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e64431936c6469ab2e812d2faebb71a9: 2024-11-14T11:26:54,539 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-14T11:26:54,542 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:26:54,543 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:26:54,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:26:54,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:26:54,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T11:26:54,545 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:26:54,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:26:54,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:54,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:54,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:26:54,545 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T11:26:54,545 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=664611184, stopped=false 2024-11-14T11:26:54,545 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7437412fa5b4,33747,1731583611813 2024-11-14T11:26:54,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36895-0x10139190f3f0001, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T11:26:54,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x10139190f3f0002, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T11:26:54,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T11:26:54,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:54,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36895-0x10139190f3f0001, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:54,606 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T11:26:54,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x10139190f3f0002, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:54,606 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:26:54,606 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:26:54,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:54,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36895-0x10139190f3f0001, quorum=127.0.0.1:53750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:26:54,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:26:54,607 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7437412fa5b4,36895,1731583611993' ***** 2024-11-14T11:26:54,607 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T11:26:54,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36831-0x10139190f3f0002, quorum=127.0.0.1:53750, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:26:54,607 INFO [RS:0;7437412fa5b4:36895 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T11:26:54,607 INFO [RS:0;7437412fa5b4:36895 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T11:26:54,607 INFO [RS:0;7437412fa5b4:36895 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T11:26:54,607 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T11:26:54,607 INFO [RS:0;7437412fa5b4:36895 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f7d24f97cafb1f0730436d0fa4b3c33 2024-11-14T11:26:54,607 INFO [RS:0;7437412fa5b4:36895 {}] regionserver.HRegionServer(959): stopping server 7437412fa5b4,36895,1731583611993 2024-11-14T11:26:54,607 INFO [RS:0;7437412fa5b4:36895 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:26:54,607 INFO [RS:0;7437412fa5b4:36895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7437412fa5b4:36895. 2024-11-14T11:26:54,608 DEBUG [RS:0;7437412fa5b4:36895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:26:54,608 DEBUG [RS:0;7437412fa5b4:36895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:54,608 INFO [RS:0;7437412fa5b4:36895 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T11:26:54,608 DEBUG [RS:0;7437412fa5b4:36895 {}] regionserver.HRegionServer(1325): Online Regions={8f7d24f97cafb1f0730436d0fa4b3c33=testClearRegionBlockCache,,1731583613285.8f7d24f97cafb1f0730436d0fa4b3c33.} 2024-11-14T11:26:54,608 DEBUG [RS:0;7437412fa5b4:36895 {}] regionserver.HRegionServer(1351): Waiting on 8f7d24f97cafb1f0730436d0fa4b3c33 2024-11-14T11:26:54,608 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7437412fa5b4,36831,1731583612038' ***** 2024-11-14T11:26:54,608 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T11:26:54,608 INFO [RS:1;7437412fa5b4:36831 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T11:26:54,608 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f7d24f97cafb1f0730436d0fa4b3c33, disabling compactions & flushes 2024-11-14T11:26:54,608 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T11:26:54,608 INFO [RS:1;7437412fa5b4:36831 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T11:26:54,608 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731583613285.8f7d24f97cafb1f0730436d0fa4b3c33. 2024-11-14T11:26:54,608 INFO [RS:1;7437412fa5b4:36831 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T11:26:54,608 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731583613285.8f7d24f97cafb1f0730436d0fa4b3c33. 2024-11-14T11:26:54,608 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731583613285.8f7d24f97cafb1f0730436d0fa4b3c33. after waiting 0 ms 2024-11-14T11:26:54,608 INFO [RS:1;7437412fa5b4:36831 {}] regionserver.HRegionServer(3091): Received CLOSE for e64431936c6469ab2e812d2faebb71a9 2024-11-14T11:26:54,608 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731583613285.8f7d24f97cafb1f0730436d0fa4b3c33. 2024-11-14T11:26:54,609 INFO [RS:1;7437412fa5b4:36831 {}] regionserver.HRegionServer(959): stopping server 7437412fa5b4,36831,1731583612038 2024-11-14T11:26:54,609 INFO [RS:1;7437412fa5b4:36831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:26:54,609 INFO [RS:1;7437412fa5b4:36831 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7437412fa5b4:36831. 2024-11-14T11:26:54,609 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e64431936c6469ab2e812d2faebb71a9, disabling compactions & flushes 2024-11-14T11:26:54,609 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731583613285.e64431936c6469ab2e812d2faebb71a9. 2024-11-14T11:26:54,609 DEBUG [RS:1;7437412fa5b4:36831 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:26:54,609 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731583613285.e64431936c6469ab2e812d2faebb71a9. 2024-11-14T11:26:54,609 DEBUG [RS:1;7437412fa5b4:36831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:54,609 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731583613285.e64431936c6469ab2e812d2faebb71a9. after waiting 0 ms 2024-11-14T11:26:54,609 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731583613285.e64431936c6469ab2e812d2faebb71a9. 2024-11-14T11:26:54,609 INFO [RS:1;7437412fa5b4:36831 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T11:26:54,609 INFO [RS:1;7437412fa5b4:36831 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T11:26:54,609 INFO [RS:1;7437412fa5b4:36831 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T11:26:54,609 INFO [RS:1;7437412fa5b4:36831 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T11:26:54,610 INFO [RS:1;7437412fa5b4:36831 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T11:26:54,610 DEBUG [RS:1;7437412fa5b4:36831 {}] regionserver.HRegionServer(1325): Online Regions={e64431936c6469ab2e812d2faebb71a9=testClearRegionBlockCache,5,1731583613285.e64431936c6469ab2e812d2faebb71a9., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T11:26:54,610 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T11:26:54,610 DEBUG [RS:1;7437412fa5b4:36831 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e64431936c6469ab2e812d2faebb71a9 2024-11-14T11:26:54,610 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T11:26:54,610 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T11:26:54,610 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T11:26:54,610 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T11:26:54,610 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-14T11:26:54,614 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/default/testClearRegionBlockCache/8f7d24f97cafb1f0730436d0fa4b3c33/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T11:26:54,614 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/default/testClearRegionBlockCache/e64431936c6469ab2e812d2faebb71a9/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T11:26:54,614 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731583613285.8f7d24f97cafb1f0730436d0fa4b3c33. 2024-11-14T11:26:54,614 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731583613285.e64431936c6469ab2e812d2faebb71a9. 2024-11-14T11:26:54,614 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f7d24f97cafb1f0730436d0fa4b3c33: Waiting for close lock at 1731583614608Running coprocessor pre-close hooks at 1731583614608Disabling compacts and flushes for region at 1731583614608Disabling writes for close at 1731583614608Writing region close event to WAL at 1731583614609 (+1 ms)Running coprocessor post-close hooks at 1731583614614 (+5 ms)Closed at 1731583614614 2024-11-14T11:26:54,614 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e64431936c6469ab2e812d2faebb71a9: Waiting for close lock at 1731583614609Running coprocessor pre-close hooks at 1731583614609Disabling compacts and flushes for region at 1731583614609Disabling writes for close at 1731583614609Writing region close event to WAL at 1731583614610 (+1 ms)Running coprocessor post-close hooks at 1731583614614 (+4 ms)Closed at 1731583614614 2024-11-14T11:26:54,615 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731583613285.8f7d24f97cafb1f0730436d0fa4b3c33. 2024-11-14T11:26:54,615 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731583613285.e64431936c6469ab2e812d2faebb71a9. 2024-11-14T11:26:54,628 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/hbase/meta/1588230740/.tmp/info/c293db080e674a02924da5eb5354c0d9 is 173, key is testClearRegionBlockCache,5,1731583613285.e64431936c6469ab2e812d2faebb71a9./info:regioninfo/1731583614058/Put/seqid=0 2024-11-14T11:26:54,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741841_1017 (size=8173) 2024-11-14T11:26:54,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34385 is added to blk_1073741841_1017 (size=8173) 2024-11-14T11:26:54,634 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/hbase/meta/1588230740/.tmp/info/c293db080e674a02924da5eb5354c0d9 2024-11-14T11:26:54,656 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/hbase/meta/1588230740/.tmp/ns/80d7c609d7794811b00e2792caf6fc57 is 43, key is default/ns:d/1731583613165/Put/seqid=0 2024-11-14T11:26:54,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34385 is added to blk_1073741842_1018 (size=5153) 2024-11-14T11:26:54,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741842_1018 (size=5153) 2024-11-14T11:26:54,661 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/hbase/meta/1588230740/.tmp/ns/80d7c609d7794811b00e2792caf6fc57 2024-11-14T11:26:54,669 INFO [regionserver/7437412fa5b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T11:26:54,669 INFO [regionserver/7437412fa5b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T11:26:54,682 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/hbase/meta/1588230740/.tmp/table/57588af2f43949b38a8bbd50317ed3b8 is 61, key is testClearRegionBlockCache/table:state/1731583614072/Put/seqid=0 2024-11-14T11:26:54,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741843_1019 (size=5312) 2024-11-14T11:26:54,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34385 is added to blk_1073741843_1019 (size=5312) 2024-11-14T11:26:54,688 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/hbase/meta/1588230740/.tmp/table/57588af2f43949b38a8bbd50317ed3b8 2024-11-14T11:26:54,694 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/hbase/meta/1588230740/.tmp/info/c293db080e674a02924da5eb5354c0d9 as hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/hbase/meta/1588230740/info/c293db080e674a02924da5eb5354c0d9 2024-11-14T11:26:54,700 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/hbase/meta/1588230740/info/c293db080e674a02924da5eb5354c0d9, entries=20, sequenceid=13, filesize=8.0 K 2024-11-14T11:26:54,701 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/hbase/meta/1588230740/.tmp/ns/80d7c609d7794811b00e2792caf6fc57 as hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/hbase/meta/1588230740/ns/80d7c609d7794811b00e2792caf6fc57 2024-11-14T11:26:54,702 INFO [regionserver/7437412fa5b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:26:54,702 INFO [regionserver/7437412fa5b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:26:54,708 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/hbase/meta/1588230740/ns/80d7c609d7794811b00e2792caf6fc57, entries=2, sequenceid=13, filesize=5.0 K 2024-11-14T11:26:54,709 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/hbase/meta/1588230740/.tmp/table/57588af2f43949b38a8bbd50317ed3b8 as hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/hbase/meta/1588230740/table/57588af2f43949b38a8bbd50317ed3b8 2024-11-14T11:26:54,717 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/hbase/meta/1588230740/table/57588af2f43949b38a8bbd50317ed3b8, entries=2, sequenceid=13, filesize=5.2 K 2024-11-14T11:26:54,718 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=13, compaction requested=false 2024-11-14T11:26:54,723 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T11:26:54,723 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T11:26:54,724 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T11:26:54,724 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731583614610Running coprocessor pre-close hooks at 1731583614610Disabling compacts and flushes for region at 1731583614610Disabling writes for close at 1731583614610Obtaining lock to block concurrent updates at 1731583614610Preparing flush snapshotting stores in 1588230740 at 1731583614610Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731583614611 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731583614611Flushing 1588230740/info: creating writer at 1731583614611Flushing 1588230740/info: appending metadata at 1731583614628 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731583614628Flushing 1588230740/ns: creating writer at 1731583614640 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731583614655 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731583614655Flushing 1588230740/table: creating writer at 1731583614667 (+12 ms)Flushing 1588230740/table: appending metadata at 1731583614681 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731583614681Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dcd8c07: reopening flushed file at 1731583614693 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aa901a2: reopening flushed file at 1731583614700 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@614798c6: reopening flushed file at 1731583614708 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 108ms, sequenceid=13, compaction requested=false at 1731583614718 (+10 ms)Writing region close event to WAL at 1731583614719 (+1 ms)Running coprocessor post-close hooks at 1731583614723 (+4 ms)Closed at 1731583614723 2024-11-14T11:26:54,724 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T11:26:54,808 INFO [RS:0;7437412fa5b4:36895 {}] regionserver.HRegionServer(976): stopping server 7437412fa5b4,36895,1731583611993; all regions closed. 2024-11-14T11:26:54,810 INFO [RS:1;7437412fa5b4:36831 {}] regionserver.HRegionServer(976): stopping server 7437412fa5b4,36831,1731583612038; all regions closed. 2024-11-14T11:26:54,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741833_1009 (size=1758) 2024-11-14T11:26:54,811 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/WALs/7437412fa5b4,36895,1731583611993/7437412fa5b4%2C36895%2C1731583611993.1731583612749 not finished, retry = 0 2024-11-14T11:26:54,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34385 is added to blk_1073741833_1009 (size=1758) 2024-11-14T11:26:54,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34385 is added to blk_1073741835_1011 (size=4338) 2024-11-14T11:26:54,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741835_1011 (size=4338) 2024-11-14T11:26:54,815 DEBUG [RS:1;7437412fa5b4:36831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/oldWALs 2024-11-14T11:26:54,815 INFO [RS:1;7437412fa5b4:36831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7437412fa5b4%2C36831%2C1731583612038.meta:.meta(num 1731583613058) 2024-11-14T11:26:54,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34385 is added to blk_1073741834_1010 (size=1867) 2024-11-14T11:26:54,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741834_1010 (size=1867) 2024-11-14T11:26:54,819 DEBUG [RS:1;7437412fa5b4:36831 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/oldWALs 2024-11-14T11:26:54,819 INFO [RS:1;7437412fa5b4:36831 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7437412fa5b4%2C36831%2C1731583612038:(num 1731583612749) 2024-11-14T11:26:54,819 DEBUG [RS:1;7437412fa5b4:36831 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:54,819 INFO [RS:1;7437412fa5b4:36831 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:26:54,819 INFO [RS:1;7437412fa5b4:36831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T11:26:54,819 INFO [RS:1;7437412fa5b4:36831 {}] hbase.ChoreService(370): Chore service for: regionserver/7437412fa5b4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T11:26:54,820 INFO [RS:1;7437412fa5b4:36831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T11:26:54,820 INFO [regionserver/7437412fa5b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T11:26:54,820 INFO [RS:1;7437412fa5b4:36831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36831 2024-11-14T11:26:54,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x10139190f3f0002, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7437412fa5b4,36831,1731583612038 2024-11-14T11:26:54,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:26:54,847 INFO [RS:1;7437412fa5b4:36831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:26:54,858 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7437412fa5b4,36831,1731583612038] 2024-11-14T11:26:54,868 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7437412fa5b4,36831,1731583612038 already deleted, retry=false 2024-11-14T11:26:54,868 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7437412fa5b4,36831,1731583612038 expired; onlineServers=1 2024-11-14T11:26:54,913 DEBUG [RS:0;7437412fa5b4:36895 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/oldWALs 2024-11-14T11:26:54,913 INFO [RS:0;7437412fa5b4:36895 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7437412fa5b4%2C36895%2C1731583611993:(num 1731583612749) 2024-11-14T11:26:54,913 DEBUG [RS:0;7437412fa5b4:36895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:54,913 INFO [RS:0;7437412fa5b4:36895 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:26:54,913 INFO [RS:0;7437412fa5b4:36895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T11:26:54,914 INFO [RS:0;7437412fa5b4:36895 {}] hbase.ChoreService(370): Chore service for: regionserver/7437412fa5b4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T11:26:54,914 INFO [RS:0;7437412fa5b4:36895 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T11:26:54,914 INFO [RS:0;7437412fa5b4:36895 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T11:26:54,914 INFO [regionserver/7437412fa5b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T11:26:54,914 INFO [RS:0;7437412fa5b4:36895 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T11:26:54,914 INFO [RS:0;7437412fa5b4:36895 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T11:26:54,914 INFO [RS:0;7437412fa5b4:36895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36895 2024-11-14T11:26:54,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36895-0x10139190f3f0001, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7437412fa5b4,36895,1731583611993 2024-11-14T11:26:54,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:26:54,921 INFO [RS:0;7437412fa5b4:36895 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:26:54,932 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7437412fa5b4,36895,1731583611993] 2024-11-14T11:26:54,942 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7437412fa5b4,36895,1731583611993 already deleted, retry=false 2024-11-14T11:26:54,942 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7437412fa5b4,36895,1731583611993 expired; onlineServers=0 2024-11-14T11:26:54,942 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7437412fa5b4,33747,1731583611813' ***** 2024-11-14T11:26:54,942 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T11:26:54,942 INFO [M:0;7437412fa5b4:33747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:26:54,942 INFO [M:0;7437412fa5b4:33747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T11:26:54,942 DEBUG [M:0;7437412fa5b4:33747 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T11:26:54,942 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T11:26:54,942 DEBUG [M:0;7437412fa5b4:33747 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T11:26:54,942 DEBUG [master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731583612415 {}] cleaner.HFileCleaner(306): Exit Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731583612415,5,FailOnTimeoutGroup] 2024-11-14T11:26:54,942 DEBUG [master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731583612415 {}] cleaner.HFileCleaner(306): Exit Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731583612415,5,FailOnTimeoutGroup] 2024-11-14T11:26:54,943 INFO [M:0;7437412fa5b4:33747 {}] hbase.ChoreService(370): Chore service for: master/7437412fa5b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T11:26:54,943 INFO [M:0;7437412fa5b4:33747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T11:26:54,943 DEBUG [M:0;7437412fa5b4:33747 {}] master.HMaster(1795): Stopping service threads 2024-11-14T11:26:54,943 INFO [M:0;7437412fa5b4:33747 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T11:26:54,943 INFO [M:0;7437412fa5b4:33747 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T11:26:54,943 INFO [M:0;7437412fa5b4:33747 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T11:26:54,943 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T11:26:54,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T11:26:54,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:54,953 DEBUG [M:0;7437412fa5b4:33747 {}] zookeeper.ZKUtil(347): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T11:26:54,953 WARN [M:0;7437412fa5b4:33747 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T11:26:54,953 INFO [M:0;7437412fa5b4:33747 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/.lastflushedseqids 2024-11-14T11:26:54,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x10139190f3f0002, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:26:54,958 INFO [RS:1;7437412fa5b4:36831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:26:54,958 INFO [RS:1;7437412fa5b4:36831 {}] regionserver.HRegionServer(1031): Exiting; stopping=7437412fa5b4,36831,1731583612038; zookeeper connection closed. 2024-11-14T11:26:54,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36831-0x10139190f3f0002, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:26:54,958 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3acb5fc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3acb5fc 2024-11-14T11:26:54,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34385 is added to blk_1073741844_1020 (size=191) 2024-11-14T11:26:54,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741844_1020 (size=191) 2024-11-14T11:26:54,960 INFO [M:0;7437412fa5b4:33747 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T11:26:54,960 INFO [M:0;7437412fa5b4:33747 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T11:26:54,960 DEBUG [M:0;7437412fa5b4:33747 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T11:26:54,960 INFO [M:0;7437412fa5b4:33747 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:54,960 DEBUG [M:0;7437412fa5b4:33747 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:54,960 DEBUG [M:0;7437412fa5b4:33747 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T11:26:54,960 DEBUG [M:0;7437412fa5b4:33747 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:54,960 INFO [M:0;7437412fa5b4:33747 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-14T11:26:54,977 DEBUG [M:0;7437412fa5b4:33747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ceab9602e2a14b678892826f504a5d31 is 82, key is hbase:meta,,1/info:regioninfo/1731583613100/Put/seqid=0 2024-11-14T11:26:54,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34385 is added to blk_1073741845_1021 (size=5672) 2024-11-14T11:26:54,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741845_1021 (size=5672) 2024-11-14T11:26:55,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36895-0x10139190f3f0001, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:26:55,032 INFO [RS:0;7437412fa5b4:36895 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:26:55,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36895-0x10139190f3f0001, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:26:55,032 INFO [RS:0;7437412fa5b4:36895 {}] regionserver.HRegionServer(1031): Exiting; stopping=7437412fa5b4,36895,1731583611993; zookeeper connection closed. 2024-11-14T11:26:55,032 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f5c478a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f5c478a 2024-11-14T11:26:55,032 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-14T11:26:55,383 INFO [M:0;7437412fa5b4:33747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ceab9602e2a14b678892826f504a5d31 2024-11-14T11:26:55,428 DEBUG [M:0;7437412fa5b4:33747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/162bf063fc154c0baa88368c898d1920 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731583614078/Put/seqid=0 2024-11-14T11:26:55,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34385 is added to blk_1073741846_1022 (size=6219) 2024-11-14T11:26:55,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741846_1022 (size=6219) 2024-11-14T11:26:55,435 INFO [M:0;7437412fa5b4:33747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/162bf063fc154c0baa88368c898d1920 2024-11-14T11:26:55,456 DEBUG [M:0;7437412fa5b4:33747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70c135c8a94e4388be9a9362e8c344b2 is 69, key is 7437412fa5b4,36831,1731583612038/rs:state/1731583612514/Put/seqid=0 2024-11-14T11:26:55,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34385 is added to blk_1073741847_1023 (size=5224) 2024-11-14T11:26:55,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741847_1023 (size=5224) 2024-11-14T11:26:55,463 INFO [M:0;7437412fa5b4:33747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70c135c8a94e4388be9a9362e8c344b2 2024-11-14T11:26:55,475 DEBUG [M:0;7437412fa5b4:33747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ceab9602e2a14b678892826f504a5d31 as hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ceab9602e2a14b678892826f504a5d31 2024-11-14T11:26:55,482 INFO [M:0;7437412fa5b4:33747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ceab9602e2a14b678892826f504a5d31, entries=8, sequenceid=71, filesize=5.5 K 2024-11-14T11:26:55,483 DEBUG [M:0;7437412fa5b4:33747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/162bf063fc154c0baa88368c898d1920 as hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/162bf063fc154c0baa88368c898d1920 2024-11-14T11:26:55,490 INFO [M:0;7437412fa5b4:33747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/162bf063fc154c0baa88368c898d1920, entries=8, sequenceid=71, filesize=6.1 K 2024-11-14T11:26:55,491 DEBUG [M:0;7437412fa5b4:33747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70c135c8a94e4388be9a9362e8c344b2 as hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70c135c8a94e4388be9a9362e8c344b2 2024-11-14T11:26:55,499 INFO [M:0;7437412fa5b4:33747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44491/user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70c135c8a94e4388be9a9362e8c344b2, entries=2, sequenceid=71, filesize=5.1 K 2024-11-14T11:26:55,500 INFO [M:0;7437412fa5b4:33747 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 540ms, sequenceid=71, compaction requested=false 2024-11-14T11:26:55,501 INFO [M:0;7437412fa5b4:33747 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:55,501 DEBUG [M:0;7437412fa5b4:33747 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731583614960Disabling compacts and flushes for region at 1731583614960Disabling writes for close at 1731583614960Obtaining lock to block concurrent updates at 1731583614960Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731583614960Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731583614961 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731583614961Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731583614961Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731583614977 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731583614977Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731583615388 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731583615428 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731583615428Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731583615440 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731583615455 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731583615455Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b285308: reopening flushed file at 1731583615469 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f836a49: reopening flushed file at 1731583615482 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@db85650: reopening flushed file at 1731583615490 (+8 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 540ms, sequenceid=71, compaction requested=false at 1731583615500 (+10 ms)Writing region close event to WAL at 1731583615501 (+1 ms)Closed at 1731583615501 2024-11-14T11:26:55,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34385 is added to blk_1073741830_1006 (size=35440) 2024-11-14T11:26:55,504 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/df415b47-68ee-05b6-ac2b-378675b7be7b/MasterData/WALs/7437412fa5b4,33747,1731583611813/7437412fa5b4%2C33747%2C1731583611813.1731583612182 not finished, retry = 0 2024-11-14T11:26:55,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42451 is added to blk_1073741830_1006 (size=35440) 2024-11-14T11:26:55,605 INFO [M:0;7437412fa5b4:33747 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T11:26:55,605 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T11:26:55,605 INFO [M:0;7437412fa5b4:33747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33747 2024-11-14T11:26:55,605 INFO [M:0;7437412fa5b4:33747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:26:55,758 INFO [M:0;7437412fa5b4:33747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:26:55,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:26:55,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33747-0x10139190f3f0000, quorum=127.0.0.1:53750, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:26:55,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1aef03e7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:26:55,761 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10947f36{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:26:55,761 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:26:55,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@109c261f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:26:55,761 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@629d4e68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/hadoop.log.dir/,STOPPED} 2024-11-14T11:26:55,762 WARN [BP-1508486965-172.17.0.2-1731583609403 heartbeating to localhost/127.0.0.1:44491 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T11:26:55,762 WARN [BP-1508486965-172.17.0.2-1731583609403 heartbeating to localhost/127.0.0.1:44491 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1508486965-172.17.0.2-1731583609403 (Datanode Uuid 3a6849ec-2473-4fbb-8c19-ecb525ee0804) service to localhost/127.0.0.1:44491 2024-11-14T11:26:55,762 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T11:26:55,762 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T11:26:55,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/cluster_0cd33264-121c-ad7b-bd40-99b3e60bd3d1/data/data3/current/BP-1508486965-172.17.0.2-1731583609403 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:26:55,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/cluster_0cd33264-121c-ad7b-bd40-99b3e60bd3d1/data/data4/current/BP-1508486965-172.17.0.2-1731583609403 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:26:55,763 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T11:26:55,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7347b92c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:26:55,766 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f502323{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:26:55,766 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:26:55,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f1448d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:26:55,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bc9de68{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/hadoop.log.dir/,STOPPED} 2024-11-14T11:26:55,768 WARN [BP-1508486965-172.17.0.2-1731583609403 heartbeating to localhost/127.0.0.1:44491 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T11:26:55,768 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T11:26:55,768 WARN [BP-1508486965-172.17.0.2-1731583609403 heartbeating to localhost/127.0.0.1:44491 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1508486965-172.17.0.2-1731583609403 (Datanode Uuid 4cec29f6-733e-4a26-ba7e-ed14ab8d4b85) service to localhost/127.0.0.1:44491 2024-11-14T11:26:55,768 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T11:26:55,768 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/cluster_0cd33264-121c-ad7b-bd40-99b3e60bd3d1/data/data1/current/BP-1508486965-172.17.0.2-1731583609403 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:26:55,768 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/cluster_0cd33264-121c-ad7b-bd40-99b3e60bd3d1/data/data2/current/BP-1508486965-172.17.0.2-1731583609403 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:26:55,769 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T11:26:55,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62153ea7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T11:26:55,774 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ed4d2cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:26:55,774 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:26:55,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65bc3aef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:26:55,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c58acd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/hadoop.log.dir/,STOPPED} 2024-11-14T11:26:55,780 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T11:26:55,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T11:26:55,805 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=132 (was 113) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44491 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44491 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44491 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44491 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:44491 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44491 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44491 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=470 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=384 (was 401), ProcessCount=11 (was 11), AvailableMemoryMB=2413 (was 2714) 2024-11-14T11:26:55,813 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=132, OpenFileDescriptor=470, MaxFileDescriptor=1048576, SystemLoadAverage=384, ProcessCount=11, AvailableMemoryMB=2414 2024-11-14T11:26:55,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/hadoop.log.dir so I do NOT create it in target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996 2024-11-14T11:26:55,828 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T11:26:55,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/hadoop.tmp.dir so I do NOT create it in target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996 2024-11-14T11:26:55,828 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa679014-f408-c040-6131-946686315fe7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T11:26:55,828 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996 2024-11-14T11:26:55,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T11:26:55,828 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/cluster_3bdd743c-2a15-d530-b6de-8183be0f4685, deleteOnExit=true 2024-11-14T11:26:55,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T11:26:55,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/test.cache.data in system properties and HBase conf 2024-11-14T11:26:55,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T11:26:55,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/hadoop.log.dir in system properties and HBase conf 2024-11-14T11:26:55,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T11:26:55,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T11:26:55,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T11:26:55,829 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T11:26:55,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T11:26:55,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T11:26:55,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T11:26:55,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T11:26:55,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T11:26:55,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T11:26:55,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T11:26:55,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T11:26:55,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T11:26:55,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/nfs.dump.dir in system properties and HBase conf 2024-11-14T11:26:55,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/java.io.tmpdir in system properties and HBase conf 2024-11-14T11:26:55,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T11:26:55,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T11:26:55,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T11:26:56,190 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:26:56,195 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:26:56,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:26:56,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:26:56,196 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T11:26:56,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:26:56,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35110b9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:26:56,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b3088e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:26:56,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49f70db1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/java.io.tmpdir/jetty-localhost-44249-hadoop-hdfs-3_4_1-tests_jar-_-any-5911861920449647671/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T11:26:56,297 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c6413e0{HTTP/1.1, (http/1.1)}{localhost:44249} 2024-11-14T11:26:56,298 INFO [Time-limited test {}] server.Server(415): Started @25235ms 2024-11-14T11:26:56,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:26:56,566 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:26:56,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:26:56,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:26:56,567 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T11:26:56,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e787135{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:26:56,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e5d5c1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:26:56,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7db3301e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/java.io.tmpdir/jetty-localhost-35523-hadoop-hdfs-3_4_1-tests_jar-_-any-11896686259778360669/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:26:56,671 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ac1c7ea{HTTP/1.1, (http/1.1)}{localhost:35523} 2024-11-14T11:26:56,671 INFO [Time-limited test {}] server.Server(415): Started @25609ms 2024-11-14T11:26:56,673 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T11:26:56,703 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:26:56,706 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:26:56,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:26:56,707 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:26:56,707 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T11:26:56,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fb577c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:26:56,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18d18ddb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:26:56,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15df0dd0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/java.io.tmpdir/jetty-localhost-44169-hadoop-hdfs-3_4_1-tests_jar-_-any-10172443025854598644/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:26:56,809 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fb63957{HTTP/1.1, (http/1.1)}{localhost:44169} 2024-11-14T11:26:56,809 INFO [Time-limited test {}] server.Server(415): Started @25747ms 2024-11-14T11:26:56,810 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T11:26:57,799 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T11:26:57,800 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T11:26:57,800 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T11:26:57,800 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-14T11:26:58,073 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/cluster_3bdd743c-2a15-d530-b6de-8183be0f4685/data/data1/current/BP-1726810557-172.17.0.2-1731583615846/current, will proceed with Du for space computation calculation, 2024-11-14T11:26:58,074 WARN [Thread-899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/cluster_3bdd743c-2a15-d530-b6de-8183be0f4685/data/data2/current/BP-1726810557-172.17.0.2-1731583615846/current, will proceed with Du for space computation calculation, 2024-11-14T11:26:58,092 WARN [Thread-862 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T11:26:58,095 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1339d02dd26d8041 with lease ID 0x5798075656f2dfbc: Processing first storage report for DS-fec46de9-2a27-4bc9-8ad2-7f9605b3e255 from datanode DatanodeRegistration(127.0.0.1:41917, datanodeUuid=30b0d247-9a35-41de-a83a-1cd2e0da5f06, infoPort=36087, infoSecurePort=0, ipcPort=46485, storageInfo=lv=-57;cid=testClusterID;nsid=557952778;c=1731583615846) 2024-11-14T11:26:58,095 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1339d02dd26d8041 with lease ID 0x5798075656f2dfbc: from storage DS-fec46de9-2a27-4bc9-8ad2-7f9605b3e255 node DatanodeRegistration(127.0.0.1:41917, datanodeUuid=30b0d247-9a35-41de-a83a-1cd2e0da5f06, infoPort=36087, infoSecurePort=0, ipcPort=46485, storageInfo=lv=-57;cid=testClusterID;nsid=557952778;c=1731583615846), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:26:58,095 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1339d02dd26d8041 with lease ID 0x5798075656f2dfbc: Processing first storage report for DS-73db7fa6-1b7a-4614-94fa-48e3f30fa80d from datanode DatanodeRegistration(127.0.0.1:41917, datanodeUuid=30b0d247-9a35-41de-a83a-1cd2e0da5f06, infoPort=36087, infoSecurePort=0, ipcPort=46485, storageInfo=lv=-57;cid=testClusterID;nsid=557952778;c=1731583615846) 2024-11-14T11:26:58,095 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1339d02dd26d8041 with lease ID 0x5798075656f2dfbc: from storage DS-73db7fa6-1b7a-4614-94fa-48e3f30fa80d node DatanodeRegistration(127.0.0.1:41917, datanodeUuid=30b0d247-9a35-41de-a83a-1cd2e0da5f06, infoPort=36087, infoSecurePort=0, ipcPort=46485, storageInfo=lv=-57;cid=testClusterID;nsid=557952778;c=1731583615846), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:26:58,186 WARN [Thread-910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/cluster_3bdd743c-2a15-d530-b6de-8183be0f4685/data/data4/current/BP-1726810557-172.17.0.2-1731583615846/current, will proceed with Du for space computation calculation, 2024-11-14T11:26:58,186 WARN [Thread-909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/cluster_3bdd743c-2a15-d530-b6de-8183be0f4685/data/data3/current/BP-1726810557-172.17.0.2-1731583615846/current, will proceed with Du for space computation calculation, 2024-11-14T11:26:58,201 WARN [Thread-885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T11:26:58,203 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x399934203d2e912e with lease ID 0x5798075656f2dfbd: Processing first storage report for DS-fa6c46da-2d65-4a3e-9dd2-279a4c5781f0 from datanode DatanodeRegistration(127.0.0.1:34941, datanodeUuid=83023f18-98dd-4112-87a2-07cc3b0adce0, infoPort=38861, infoSecurePort=0, ipcPort=33773, storageInfo=lv=-57;cid=testClusterID;nsid=557952778;c=1731583615846) 2024-11-14T11:26:58,203 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x399934203d2e912e with lease ID 0x5798075656f2dfbd: from storage DS-fa6c46da-2d65-4a3e-9dd2-279a4c5781f0 node DatanodeRegistration(127.0.0.1:34941, datanodeUuid=83023f18-98dd-4112-87a2-07cc3b0adce0, infoPort=38861, infoSecurePort=0, ipcPort=33773, storageInfo=lv=-57;cid=testClusterID;nsid=557952778;c=1731583615846), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:26:58,203 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x399934203d2e912e with lease ID 0x5798075656f2dfbd: Processing first storage report for DS-1d1cab41-f075-49d9-88ee-fddac90abd4a from datanode DatanodeRegistration(127.0.0.1:34941, datanodeUuid=83023f18-98dd-4112-87a2-07cc3b0adce0, infoPort=38861, infoSecurePort=0, ipcPort=33773, storageInfo=lv=-57;cid=testClusterID;nsid=557952778;c=1731583615846) 2024-11-14T11:26:58,203 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x399934203d2e912e with lease ID 0x5798075656f2dfbd: from storage DS-1d1cab41-f075-49d9-88ee-fddac90abd4a node DatanodeRegistration(127.0.0.1:34941, datanodeUuid=83023f18-98dd-4112-87a2-07cc3b0adce0, infoPort=38861, infoSecurePort=0, ipcPort=33773, storageInfo=lv=-57;cid=testClusterID;nsid=557952778;c=1731583615846), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T11:26:58,244 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996 2024-11-14T11:26:58,246 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/cluster_3bdd743c-2a15-d530-b6de-8183be0f4685/zookeeper_0, clientPort=64242, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/cluster_3bdd743c-2a15-d530-b6de-8183be0f4685/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/cluster_3bdd743c-2a15-d530-b6de-8183be0f4685/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T11:26:58,247 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64242 2024-11-14T11:26:58,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:58,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:58,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741825_1001 (size=7) 2024-11-14T11:26:58,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741825_1001 (size=7) 2024-11-14T11:26:58,258 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8 with version=8 2024-11-14T11:26:58,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/hbase-staging 2024-11-14T11:26:58,260 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:26:58,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:58,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:58,260 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:26:58,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:58,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:26:58,260 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T11:26:58,260 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:26:58,261 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36487 2024-11-14T11:26:58,262 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36487 connecting to ZooKeeper ensemble=127.0.0.1:64242 2024-11-14T11:26:58,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364870x0, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:26:58,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36487-0x101391928710000 connected 2024-11-14T11:26:58,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:58,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:58,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:26:58,402 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8, hbase.cluster.distributed=false 2024-11-14T11:26:58,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:26:58,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36487 2024-11-14T11:26:58,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36487 2024-11-14T11:26:58,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36487 2024-11-14T11:26:58,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36487 2024-11-14T11:26:58,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36487 2024-11-14T11:26:58,424 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:26:58,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:58,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:58,424 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:26:58,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:58,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:26:58,424 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T11:26:58,425 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:26:58,425 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45197 2024-11-14T11:26:58,428 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45197 connecting to ZooKeeper ensemble=127.0.0.1:64242 2024-11-14T11:26:58,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:58,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:58,439 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451970x0, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:26:58,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45197-0x101391928710001, quorum=127.0.0.1:64242, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:26:58,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45197-0x101391928710001 connected 2024-11-14T11:26:58,440 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T11:26:58,447 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-14T11:26:58,458 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-14T11:26:58,462 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-14T11:26:58,466 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-14T11:26:58,467 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T11:26:58,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45197-0x101391928710001, quorum=127.0.0.1:64242, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T11:26:58,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45197-0x101391928710001, quorum=127.0.0.1:64242, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:26:58,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45197 2024-11-14T11:26:58,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45197 2024-11-14T11:26:58,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45197 2024-11-14T11:26:58,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45197 2024-11-14T11:26:58,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45197 2024-11-14T11:26:58,485 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:26:58,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:58,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:58,485 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:26:58,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:26:58,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:26:58,485 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T11:26:58,485 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:26:58,486 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35991 2024-11-14T11:26:58,487 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35991 connecting to ZooKeeper ensemble=127.0.0.1:64242 2024-11-14T11:26:58,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:58,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:58,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359910x0, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:26:58,503 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359910x0, quorum=127.0.0.1:64242, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:26:58,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35991-0x101391928710002 connected 2024-11-14T11:26:58,503 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T11:26:58,504 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-14T11:26:58,512 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-14T11:26:58,512 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-14T11:26:58,513 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-14T11:26:58,513 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T11:26:58,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35991-0x101391928710002, quorum=127.0.0.1:64242, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T11:26:58,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35991-0x101391928710002, quorum=127.0.0.1:64242, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:26:58,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35991 2024-11-14T11:26:58,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35991 2024-11-14T11:26:58,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35991 2024-11-14T11:26:58,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35991 2024-11-14T11:26:58,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35991 2024-11-14T11:26:58,527 DEBUG [M:0;7437412fa5b4:36487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7437412fa5b4:36487 2024-11-14T11:26:58,528 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7437412fa5b4,36487,1731583618259 2024-11-14T11:26:58,534 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x101391928710001, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:26:58,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x101391928710002, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:26:58,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:26:58,534 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7437412fa5b4,36487,1731583618259 2024-11-14T11:26:58,544 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x101391928710001, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T11:26:58,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:58,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x101391928710002, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T11:26:58,545 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x101391928710001, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:58,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x101391928710002, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:58,545 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T11:26:58,545 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7437412fa5b4,36487,1731583618259 from backup master directory 2024-11-14T11:26:58,555 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x101391928710001, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:26:58,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7437412fa5b4,36487,1731583618259 2024-11-14T11:26:58,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x101391928710002, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:26:58,555 WARN [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:26:58,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:26:58,555 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7437412fa5b4,36487,1731583618259 2024-11-14T11:26:58,560 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/hbase.id] with ID: 3e2a142a-c3fb-4709-b2d2-33e5fd83f3fe 2024-11-14T11:26:58,560 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/.tmp/hbase.id 2024-11-14T11:26:58,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741826_1002 (size=42) 2024-11-14T11:26:58,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741826_1002 (size=42) 2024-11-14T11:26:58,571 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/.tmp/hbase.id]:[hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/hbase.id] 2024-11-14T11:26:58,582 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T11:26:58,584 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:26:58,584 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T11:26:58,586 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T11:26:58,597 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x101391928710001, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:58,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x101391928710002, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:58,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:58,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:26:58,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:26:58,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:26:58,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:26:58,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:26:58,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741827_1003 (size=196) 2024-11-14T11:26:58,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741827_1003 (size=196) 2024-11-14T11:26:59,011 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T11:26:59,012 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T11:26:59,012 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:26:59,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741828_1004 (size=1189) 2024-11-14T11:26:59,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741828_1004 (size=1189) 2024-11-14T11:26:59,020 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/MasterData/data/master/store 2024-11-14T11:26:59,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741829_1005 (size=34) 2024-11-14T11:26:59,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741829_1005 (size=34) 2024-11-14T11:26:59,027 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:59,027 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T11:26:59,027 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:59,027 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:59,027 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T11:26:59,027 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:59,027 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:59,027 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731583619027Disabling compacts and flushes for region at 1731583619027Disabling writes for close at 1731583619027Writing region close event to WAL at 1731583619027Closed at 1731583619027 2024-11-14T11:26:59,028 WARN [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/MasterData/data/master/store/.initializing 2024-11-14T11:26:59,028 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/MasterData/WALs/7437412fa5b4,36487,1731583618259 2024-11-14T11:26:59,029 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:26:59,031 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C36487%2C1731583618259, suffix=, logDir=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/MasterData/WALs/7437412fa5b4,36487,1731583618259, archiveDir=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/MasterData/oldWALs, maxLogs=10 2024-11-14T11:26:59,043 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/MasterData/WALs/7437412fa5b4,36487,1731583618259/7437412fa5b4%2C36487%2C1731583618259.1731583619031, exclude list is [], retry=0 2024-11-14T11:26:59,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41917,DS-fec46de9-2a27-4bc9-8ad2-7f9605b3e255,DISK] 2024-11-14T11:26:59,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34941,DS-fa6c46da-2d65-4a3e-9dd2-279a4c5781f0,DISK] 2024-11-14T11:26:59,048 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/MasterData/WALs/7437412fa5b4,36487,1731583618259/7437412fa5b4%2C36487%2C1731583618259.1731583619031 2024-11-14T11:26:59,048 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36087:36087),(127.0.0.1/127.0.0.1:38861:38861)] 2024-11-14T11:26:59,048 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:26:59,048 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:59,049 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:59,049 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:59,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:59,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T11:26:59,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:59,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:59,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:59,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T11:26:59,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:59,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:26:59,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:59,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T11:26:59,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:59,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:26:59,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:59,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T11:26:59,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:59,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:26:59,059 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:59,060 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:59,060 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:59,061 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:59,061 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:59,062 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T11:26:59,063 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:26:59,065 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:26:59,066 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75272542, jitterRate=0.12164828181266785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T11:26:59,066 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731583619049Initializing all the Stores at 1731583619050 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583619050Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583619050Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583619050Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583619050Cleaning up temporary data from old regions at 1731583619061 (+11 ms)Region opened successfully at 1731583619066 (+5 ms) 2024-11-14T11:26:59,066 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T11:26:59,070 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b02a3c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:26:59,071 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T11:26:59,071 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T11:26:59,071 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T11:26:59,071 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T11:26:59,071 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T11:26:59,076 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T11:26:59,076 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T11:26:59,079 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T11:26:59,079 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T11:26:59,123 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T11:26:59,124 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T11:26:59,125 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T11:26:59,134 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T11:26:59,134 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T11:26:59,135 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T11:26:59,144 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T11:26:59,145 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T11:26:59,155 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T11:26:59,157 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T11:26:59,165 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T11:26:59,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:26:59,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x101391928710002, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:26:59,176 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x101391928710001, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:26:59,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:59,176 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x101391928710001, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:59,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x101391928710002, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:59,176 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7437412fa5b4,36487,1731583618259, sessionid=0x101391928710000, setting cluster-up flag (Was=false) 2024-11-14T11:26:59,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:59,197 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x101391928710001, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:59,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x101391928710002, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:59,229 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T11:26:59,230 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7437412fa5b4,36487,1731583618259 2024-11-14T11:26:59,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x101391928710002, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:59,250 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x101391928710001, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:59,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:59,281 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T11:26:59,283 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7437412fa5b4,36487,1731583618259 2024-11-14T11:26:59,284 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T11:26:59,285 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T11:26:59,286 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T11:26:59,286 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T11:26:59,286 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7437412fa5b4,36487,1731583618259 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T11:26:59,287 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:26:59,287 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:26:59,287 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:26:59,287 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:26:59,287 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7437412fa5b4:0, corePoolSize=10, maxPoolSize=10 2024-11-14T11:26:59,288 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:59,288 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:26:59,288 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:59,293 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731583649292 2024-11-14T11:26:59,293 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T11:26:59,293 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T11:26:59,293 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T11:26:59,293 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:26:59,293 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T11:26:59,293 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T11:26:59,293 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T11:26:59,293 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T11:26:59,293 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:59,293 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T11:26:59,294 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T11:26:59,294 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T11:26:59,294 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T11:26:59,294 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T11:26:59,294 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731583619294,5,FailOnTimeoutGroup] 2024-11-14T11:26:59,294 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:59,294 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731583619294,5,FailOnTimeoutGroup] 2024-11-14T11:26:59,294 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:59,294 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T11:26:59,294 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:59,294 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:59,294 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T11:26:59,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741831_1007 (size=1321) 2024-11-14T11:26:59,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741831_1007 (size=1321) 2024-11-14T11:26:59,304 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T11:26:59,305 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8 2024-11-14T11:26:59,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741832_1008 (size=32) 2024-11-14T11:26:59,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741832_1008 (size=32) 2024-11-14T11:26:59,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:26:59,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T11:26:59,325 INFO [RS:0;7437412fa5b4:45197 {}] regionserver.HRegionServer(746): ClusterId : 3e2a142a-c3fb-4709-b2d2-33e5fd83f3fe 2024-11-14T11:26:59,325 DEBUG [RS:0;7437412fa5b4:45197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T11:26:59,325 INFO [RS:1;7437412fa5b4:35991 {}] regionserver.HRegionServer(746): ClusterId : 3e2a142a-c3fb-4709-b2d2-33e5fd83f3fe 2024-11-14T11:26:59,325 DEBUG [RS:1;7437412fa5b4:35991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T11:26:59,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T11:26:59,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:59,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:59,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T11:26:59,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T11:26:59,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:59,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:59,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T11:26:59,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T11:26:59,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:59,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:59,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T11:26:59,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T11:26:59,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:59,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:26:59,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T11:26:59,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/hbase/meta/1588230740 2024-11-14T11:26:59,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/hbase/meta/1588230740 2024-11-14T11:26:59,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T11:26:59,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T11:26:59,335 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T11:26:59,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T11:26:59,338 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:26:59,338 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65166836, jitterRate=-0.028938472270965576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T11:26:59,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731583619319Initializing all the Stores at 1731583619320 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583619320Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583619324 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583619324Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583619324Cleaning up temporary data from old regions at 1731583619335 (+11 ms)Region opened successfully at 1731583619339 (+4 ms) 2024-11-14T11:26:59,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T11:26:59,339 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T11:26:59,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T11:26:59,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T11:26:59,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T11:26:59,340 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T11:26:59,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731583619339Disabling compacts and flushes for region at 1731583619339Disabling writes for close at 1731583619339Writing region close event to WAL at 1731583619340 (+1 ms)Closed at 1731583619340 2024-11-14T11:26:59,341 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:26:59,341 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T11:26:59,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T11:26:59,342 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T11:26:59,343 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T11:26:59,493 WARN [7437412fa5b4:36487 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T11:26:59,494 DEBUG [RS:0;7437412fa5b4:45197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T11:26:59,494 DEBUG [RS:0;7437412fa5b4:45197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T11:26:59,495 DEBUG [RS:1;7437412fa5b4:35991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T11:26:59,495 DEBUG [RS:1;7437412fa5b4:35991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T11:26:59,566 DEBUG [RS:0;7437412fa5b4:45197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T11:26:59,566 DEBUG [RS:1;7437412fa5b4:35991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T11:26:59,566 DEBUG [RS:0;7437412fa5b4:45197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1166718a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:26:59,566 DEBUG [RS:1;7437412fa5b4:35991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5868c6e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:26:59,577 DEBUG [RS:1;7437412fa5b4:35991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7437412fa5b4:35991 2024-11-14T11:26:59,577 DEBUG [RS:0;7437412fa5b4:45197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7437412fa5b4:45197 2024-11-14T11:26:59,578 INFO [RS:1;7437412fa5b4:35991 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T11:26:59,578 INFO [RS:0;7437412fa5b4:45197 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T11:26:59,578 INFO [RS:1;7437412fa5b4:35991 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T11:26:59,578 INFO [RS:0;7437412fa5b4:45197 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T11:26:59,578 DEBUG [RS:1;7437412fa5b4:35991 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T11:26:59,578 DEBUG [RS:0;7437412fa5b4:45197 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T11:26:59,578 INFO [RS:1;7437412fa5b4:35991 {}] regionserver.HRegionServer(2659): reportForDuty to master=7437412fa5b4,36487,1731583618259 with port=35991, startcode=1731583618484 2024-11-14T11:26:59,578 INFO [RS:0;7437412fa5b4:45197 {}] regionserver.HRegionServer(2659): reportForDuty to master=7437412fa5b4,36487,1731583618259 with port=45197, startcode=1731583618423 2024-11-14T11:26:59,579 DEBUG [RS:0;7437412fa5b4:45197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T11:26:59,579 DEBUG [RS:1;7437412fa5b4:35991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T11:26:59,580 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T11:26:59,580 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T11:26:59,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36487 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7437412fa5b4,35991,1731583618484 2024-11-14T11:26:59,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36487 {}] master.ServerManager(517): Registering regionserver=7437412fa5b4,35991,1731583618484 2024-11-14T11:26:59,582 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36487 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7437412fa5b4,45197,1731583618423 2024-11-14T11:26:59,582 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36487 {}] master.ServerManager(517): Registering regionserver=7437412fa5b4,45197,1731583618423 2024-11-14T11:26:59,582 DEBUG [RS:1;7437412fa5b4:35991 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8 2024-11-14T11:26:59,582 DEBUG [RS:1;7437412fa5b4:35991 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34301 2024-11-14T11:26:59,582 DEBUG [RS:1;7437412fa5b4:35991 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T11:26:59,583 DEBUG [RS:0;7437412fa5b4:45197 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8 2024-11-14T11:26:59,583 DEBUG [RS:0;7437412fa5b4:45197 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34301 2024-11-14T11:26:59,584 DEBUG [RS:0;7437412fa5b4:45197 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T11:26:59,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:26:59,629 DEBUG [RS:1;7437412fa5b4:35991 {}] zookeeper.ZKUtil(111): regionserver:35991-0x101391928710002, quorum=127.0.0.1:64242, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7437412fa5b4,35991,1731583618484 2024-11-14T11:26:59,629 WARN [RS:1;7437412fa5b4:35991 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:26:59,629 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7437412fa5b4,35991,1731583618484] 2024-11-14T11:26:59,629 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7437412fa5b4,45197,1731583618423] 2024-11-14T11:26:59,629 INFO [RS:1;7437412fa5b4:35991 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:26:59,629 DEBUG [RS:0;7437412fa5b4:45197 {}] zookeeper.ZKUtil(111): regionserver:45197-0x101391928710001, quorum=127.0.0.1:64242, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7437412fa5b4,45197,1731583618423 2024-11-14T11:26:59,629 WARN [RS:0;7437412fa5b4:45197 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:26:59,629 DEBUG [RS:1;7437412fa5b4:35991 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/WALs/7437412fa5b4,35991,1731583618484 2024-11-14T11:26:59,629 INFO [RS:0;7437412fa5b4:45197 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:26:59,629 DEBUG [RS:0;7437412fa5b4:45197 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/WALs/7437412fa5b4,45197,1731583618423 2024-11-14T11:26:59,632 INFO [RS:0;7437412fa5b4:45197 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T11:26:59,632 INFO [RS:1;7437412fa5b4:35991 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T11:26:59,634 INFO [RS:1;7437412fa5b4:35991 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T11:26:59,634 INFO [RS:0;7437412fa5b4:45197 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T11:26:59,635 INFO [RS:0;7437412fa5b4:45197 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T11:26:59,635 INFO [RS:1;7437412fa5b4:35991 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T11:26:59,635 INFO [RS:0;7437412fa5b4:45197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:59,635 INFO [RS:1;7437412fa5b4:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:59,635 INFO [RS:0;7437412fa5b4:45197 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T11:26:59,635 INFO [RS:1;7437412fa5b4:35991 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T11:26:59,636 INFO [RS:1;7437412fa5b4:35991 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T11:26:59,636 INFO [RS:0;7437412fa5b4:45197 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T11:26:59,636 INFO [RS:1;7437412fa5b4:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:59,636 INFO [RS:0;7437412fa5b4:45197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:59,636 DEBUG [RS:1;7437412fa5b4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:59,636 DEBUG [RS:0;7437412fa5b4:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:59,636 DEBUG [RS:1;7437412fa5b4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:59,636 DEBUG [RS:0;7437412fa5b4:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:59,636 DEBUG [RS:1;7437412fa5b4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:59,636 DEBUG [RS:0;7437412fa5b4:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:59,636 DEBUG [RS:0;7437412fa5b4:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:59,636 DEBUG [RS:1;7437412fa5b4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:59,636 DEBUG [RS:1;7437412fa5b4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:59,636 DEBUG [RS:0;7437412fa5b4:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:59,636 DEBUG [RS:1;7437412fa5b4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:26:59,636 DEBUG [RS:0;7437412fa5b4:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:26:59,637 DEBUG [RS:1;7437412fa5b4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:59,637 DEBUG [RS:0;7437412fa5b4:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:59,637 DEBUG [RS:0;7437412fa5b4:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:59,637 DEBUG [RS:1;7437412fa5b4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:59,637 DEBUG [RS:1;7437412fa5b4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:59,637 DEBUG [RS:0;7437412fa5b4:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:59,637 DEBUG [RS:1;7437412fa5b4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:59,637 DEBUG [RS:0;7437412fa5b4:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:59,637 DEBUG [RS:0;7437412fa5b4:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:59,637 DEBUG [RS:1;7437412fa5b4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:59,637 DEBUG [RS:1;7437412fa5b4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:59,637 DEBUG [RS:0;7437412fa5b4:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:26:59,637 DEBUG [RS:0;7437412fa5b4:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:26:59,637 DEBUG [RS:1;7437412fa5b4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:26:59,637 DEBUG [RS:1;7437412fa5b4:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:26:59,637 DEBUG [RS:0;7437412fa5b4:45197 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:26:59,638 INFO [RS:1;7437412fa5b4:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:59,638 INFO [RS:1;7437412fa5b4:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:59,638 INFO [RS:1;7437412fa5b4:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:59,638 INFO [RS:0;7437412fa5b4:45197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:59,638 INFO [RS:1;7437412fa5b4:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:59,638 INFO [RS:0;7437412fa5b4:45197 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:59,638 INFO [RS:1;7437412fa5b4:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:59,638 INFO [RS:0;7437412fa5b4:45197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:59,638 INFO [RS:1;7437412fa5b4:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,35991,1731583618484-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:26:59,638 INFO [RS:0;7437412fa5b4:45197 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:59,638 INFO [RS:0;7437412fa5b4:45197 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:59,638 INFO [RS:0;7437412fa5b4:45197 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,45197,1731583618423-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:26:59,652 INFO [RS:0;7437412fa5b4:45197 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T11:26:59,652 INFO [RS:0;7437412fa5b4:45197 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,45197,1731583618423-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:59,653 INFO [RS:1;7437412fa5b4:35991 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T11:26:59,653 INFO [RS:0;7437412fa5b4:45197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:59,653 INFO [RS:1;7437412fa5b4:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,35991,1731583618484-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:59,653 INFO [RS:0;7437412fa5b4:45197 {}] regionserver.Replication(171): 7437412fa5b4,45197,1731583618423 started 2024-11-14T11:26:59,653 INFO [RS:1;7437412fa5b4:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:59,653 INFO [RS:1;7437412fa5b4:35991 {}] regionserver.Replication(171): 7437412fa5b4,35991,1731583618484 started 2024-11-14T11:26:59,665 INFO [RS:0;7437412fa5b4:45197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:59,665 INFO [RS:0;7437412fa5b4:45197 {}] regionserver.HRegionServer(1482): Serving as 7437412fa5b4,45197,1731583618423, RpcServer on 7437412fa5b4/172.17.0.2:45197, sessionid=0x101391928710001 2024-11-14T11:26:59,666 DEBUG [RS:0;7437412fa5b4:45197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T11:26:59,666 INFO [RS:1;7437412fa5b4:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:26:59,666 DEBUG [RS:0;7437412fa5b4:45197 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7437412fa5b4,45197,1731583618423 2024-11-14T11:26:59,666 INFO [RS:1;7437412fa5b4:35991 {}] regionserver.HRegionServer(1482): Serving as 7437412fa5b4,35991,1731583618484, RpcServer on 7437412fa5b4/172.17.0.2:35991, sessionid=0x101391928710002 2024-11-14T11:26:59,666 DEBUG [RS:0;7437412fa5b4:45197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,45197,1731583618423' 2024-11-14T11:26:59,666 DEBUG [RS:0;7437412fa5b4:45197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T11:26:59,666 DEBUG [RS:1;7437412fa5b4:35991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T11:26:59,666 DEBUG [RS:1;7437412fa5b4:35991 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7437412fa5b4,35991,1731583618484 2024-11-14T11:26:59,666 DEBUG [RS:1;7437412fa5b4:35991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,35991,1731583618484' 2024-11-14T11:26:59,666 DEBUG [RS:1;7437412fa5b4:35991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T11:26:59,666 DEBUG [RS:0;7437412fa5b4:45197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T11:26:59,666 DEBUG [RS:1;7437412fa5b4:35991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T11:26:59,667 DEBUG [RS:0;7437412fa5b4:45197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T11:26:59,667 DEBUG [RS:0;7437412fa5b4:45197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T11:26:59,667 DEBUG [RS:1;7437412fa5b4:35991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T11:26:59,667 DEBUG [RS:1;7437412fa5b4:35991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T11:26:59,667 DEBUG [RS:0;7437412fa5b4:45197 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7437412fa5b4,45197,1731583618423 2024-11-14T11:26:59,667 DEBUG [RS:1;7437412fa5b4:35991 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7437412fa5b4,35991,1731583618484 2024-11-14T11:26:59,667 DEBUG [RS:0;7437412fa5b4:45197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,45197,1731583618423' 2024-11-14T11:26:59,667 DEBUG [RS:1;7437412fa5b4:35991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,35991,1731583618484' 2024-11-14T11:26:59,667 DEBUG [RS:0;7437412fa5b4:45197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T11:26:59,667 DEBUG [RS:1;7437412fa5b4:35991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T11:26:59,667 DEBUG [RS:1;7437412fa5b4:35991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T11:26:59,667 DEBUG [RS:0;7437412fa5b4:45197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T11:26:59,667 DEBUG [RS:1;7437412fa5b4:35991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T11:26:59,667 INFO [RS:1;7437412fa5b4:35991 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T11:26:59,667 DEBUG [RS:0;7437412fa5b4:45197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T11:26:59,667 INFO [RS:1;7437412fa5b4:35991 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T11:26:59,667 INFO [RS:0;7437412fa5b4:45197 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T11:26:59,667 INFO [RS:0;7437412fa5b4:45197 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T11:26:59,768 INFO [RS:1;7437412fa5b4:35991 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:26:59,768 INFO [RS:0;7437412fa5b4:45197 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:26:59,769 INFO [RS:0;7437412fa5b4:45197 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C45197%2C1731583618423, suffix=, logDir=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/WALs/7437412fa5b4,45197,1731583618423, archiveDir=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/oldWALs, maxLogs=32 2024-11-14T11:26:59,769 INFO [RS:1;7437412fa5b4:35991 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C35991%2C1731583618484, suffix=, logDir=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/WALs/7437412fa5b4,35991,1731583618484, archiveDir=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/oldWALs, maxLogs=32 2024-11-14T11:26:59,782 DEBUG [RS:0;7437412fa5b4:45197 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/WALs/7437412fa5b4,45197,1731583618423/7437412fa5b4%2C45197%2C1731583618423.1731583619770, exclude list is [], retry=0 2024-11-14T11:26:59,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34941,DS-fa6c46da-2d65-4a3e-9dd2-279a4c5781f0,DISK] 2024-11-14T11:26:59,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41917,DS-fec46de9-2a27-4bc9-8ad2-7f9605b3e255,DISK] 2024-11-14T11:26:59,787 INFO [RS:0;7437412fa5b4:45197 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/WALs/7437412fa5b4,45197,1731583618423/7437412fa5b4%2C45197%2C1731583618423.1731583619770 2024-11-14T11:26:59,787 DEBUG [RS:0;7437412fa5b4:45197 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36087:36087),(127.0.0.1/127.0.0.1:38861:38861)] 2024-11-14T11:26:59,788 DEBUG [RS:1;7437412fa5b4:35991 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/WALs/7437412fa5b4,35991,1731583618484/7437412fa5b4%2C35991%2C1731583618484.1731583619770, exclude list is [], retry=0 2024-11-14T11:26:59,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41917,DS-fec46de9-2a27-4bc9-8ad2-7f9605b3e255,DISK] 2024-11-14T11:26:59,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34941,DS-fa6c46da-2d65-4a3e-9dd2-279a4c5781f0,DISK] 2024-11-14T11:26:59,793 INFO [RS:1;7437412fa5b4:35991 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/WALs/7437412fa5b4,35991,1731583618484/7437412fa5b4%2C35991%2C1731583618484.1731583619770 2024-11-14T11:26:59,795 DEBUG [RS:1;7437412fa5b4:35991 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38861:38861),(127.0.0.1/127.0.0.1:36087:36087)] 2024-11-14T11:26:59,994 DEBUG [7437412fa5b4:36487 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T11:26:59,994 DEBUG [7437412fa5b4:36487 {}] balancer.BalancerClusterState(204): Hosts are {7437412fa5b4=0} racks are {/default-rack=0} 2024-11-14T11:26:59,996 DEBUG [7437412fa5b4:36487 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T11:26:59,996 DEBUG [7437412fa5b4:36487 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T11:26:59,996 DEBUG [7437412fa5b4:36487 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T11:26:59,996 DEBUG [7437412fa5b4:36487 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T11:26:59,996 INFO [7437412fa5b4:36487 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T11:26:59,996 INFO [7437412fa5b4:36487 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T11:26:59,996 DEBUG [7437412fa5b4:36487 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T11:26:59,997 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7437412fa5b4,35991,1731583618484 2024-11-14T11:26:59,998 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7437412fa5b4,35991,1731583618484, state=OPENING 2024-11-14T11:27:00,029 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T11:27:00,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:00,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x101391928710002, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:00,039 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x101391928710001, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:00,040 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T11:27:00,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:27:00,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:27:00,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:27:00,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7437412fa5b4,35991,1731583618484}] 2024-11-14T11:27:00,193 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:27:00,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:27:00,198 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T11:27:00,199 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:27:00,199 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T11:27:00,201 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C35991%2C1731583618484.meta, suffix=.meta, logDir=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/WALs/7437412fa5b4,35991,1731583618484, archiveDir=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/oldWALs, maxLogs=32 2024-11-14T11:27:00,213 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/WALs/7437412fa5b4,35991,1731583618484/7437412fa5b4%2C35991%2C1731583618484.meta.1731583620201.meta, exclude list is [], retry=0 2024-11-14T11:27:00,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34941,DS-fa6c46da-2d65-4a3e-9dd2-279a4c5781f0,DISK] 2024-11-14T11:27:00,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41917,DS-fec46de9-2a27-4bc9-8ad2-7f9605b3e255,DISK] 2024-11-14T11:27:00,218 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/WALs/7437412fa5b4,35991,1731583618484/7437412fa5b4%2C35991%2C1731583618484.meta.1731583620201.meta 2024-11-14T11:27:00,218 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36087:36087),(127.0.0.1/127.0.0.1:38861:38861)] 2024-11-14T11:27:00,218 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:27:00,219 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T11:27:00,219 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T11:27:00,219 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T11:27:00,219 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T11:27:00,219 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:27:00,219 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T11:27:00,219 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T11:27:00,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T11:27:00,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T11:27:00,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:00,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:27:00,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T11:27:00,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T11:27:00,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:00,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:27:00,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T11:27:00,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T11:27:00,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:00,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:27:00,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T11:27:00,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T11:27:00,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:00,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:27:00,226 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T11:27:00,227 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/hbase/meta/1588230740 2024-11-14T11:27:00,228 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/hbase/meta/1588230740 2024-11-14T11:27:00,230 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T11:27:00,230 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T11:27:00,230 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T11:27:00,232 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T11:27:00,232 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72360555, jitterRate=0.07825629413127899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T11:27:00,232 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T11:27:00,233 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731583620219Writing region info on filesystem at 1731583620219Initializing all the Stores at 1731583620220 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583620220Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583620220Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583620220Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583620220Cleaning up temporary data from old regions at 1731583620230 (+10 ms)Running coprocessor post-open hooks at 1731583620232 (+2 ms)Region opened successfully at 1731583620233 (+1 ms) 2024-11-14T11:27:00,234 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731583620193 2024-11-14T11:27:00,236 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T11:27:00,237 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T11:27:00,237 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,35991,1731583618484 2024-11-14T11:27:00,238 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7437412fa5b4,35991,1731583618484, state=OPEN 2024-11-14T11:27:00,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x101391928710002, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:27:00,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:27:00,250 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x101391928710001, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:27:00,250 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7437412fa5b4,35991,1731583618484 2024-11-14T11:27:00,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:27:00,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:27:00,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:27:00,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T11:27:00,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7437412fa5b4,35991,1731583618484 in 210 msec 2024-11-14T11:27:00,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T11:27:00,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 912 msec 2024-11-14T11:27:00,256 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:27:00,257 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T11:27:00,258 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:27:00,258 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,35991,1731583618484, seqNum=-1] 2024-11-14T11:27:00,259 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:27:00,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:27:00,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 980 msec 2024-11-14T11:27:00,267 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731583620267, completionTime=-1 2024-11-14T11:27:00,267 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-14T11:27:00,267 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T11:27:00,270 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-14T11:27:00,270 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731583680270 2024-11-14T11:27:00,270 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731583740270 2024-11-14T11:27:00,270 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T11:27:00,270 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,36487,1731583618259-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:00,270 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,36487,1731583618259-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:00,270 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,36487,1731583618259-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:00,270 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7437412fa5b4:36487, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:00,270 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:00,271 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:00,273 DEBUG [master/7437412fa5b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T11:27:00,275 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.720sec 2024-11-14T11:27:00,276 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T11:27:00,276 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T11:27:00,276 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T11:27:00,276 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T11:27:00,276 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T11:27:00,276 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,36487,1731583618259-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:27:00,276 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,36487,1731583618259-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T11:27:00,278 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T11:27:00,278 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T11:27:00,278 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,36487,1731583618259-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:00,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31646aba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:27:00,327 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,36487,-1 for getting cluster id 2024-11-14T11:27:00,327 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:27:00,328 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e2a142a-c3fb-4709-b2d2-33e5fd83f3fe' 2024-11-14T11:27:00,328 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:27:00,328 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e2a142a-c3fb-4709-b2d2-33e5fd83f3fe" 2024-11-14T11:27:00,329 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f769da3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:27:00,329 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,36487,-1] 2024-11-14T11:27:00,329 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:27:00,329 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:00,330 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:27:00,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6119c108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:27:00,332 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:27:00,333 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,35991,1731583618484, seqNum=-1] 2024-11-14T11:27:00,333 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:27:00,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:27:00,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7437412fa5b4,36487,1731583618259 2024-11-14T11:27:00,337 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T11:27:00,338 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7437412fa5b4,36487,1731583618259 2024-11-14T11:27:00,339 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36c15f1d 2024-11-14T11:27:00,339 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T11:27:00,340 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T11:27:00,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36487 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T11:27:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36487 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-14T11:27:00,344 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T11:27:00,345 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:00,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36487 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-14T11:27:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:27:00,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T11:27:00,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741836_1012 (size=379) 2024-11-14T11:27:00,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741836_1012 (size=379) 2024-11-14T11:27:00,361 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7d89ddbd85335b6d4d91235c562107fe, NAME => 'testClearRegionBlockCache,,1731583620341.7d89ddbd85335b6d4d91235c562107fe.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8 2024-11-14T11:27:00,361 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 4c8f798b9d67206e4d8905b84e6fe64e, NAME => 'testClearRegionBlockCache,5,1731583620341.4c8f798b9d67206e4d8905b84e6fe64e.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8 2024-11-14T11:27:00,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741838_1014 (size=61) 2024-11-14T11:27:00,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741838_1014 (size=61) 2024-11-14T11:27:00,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741837_1013 (size=61) 2024-11-14T11:27:00,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741837_1013 (size=61) 2024-11-14T11:27:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:27:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:27:00,771 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731583620341.4c8f798b9d67206e4d8905b84e6fe64e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:27:00,771 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731583620341.7d89ddbd85335b6d4d91235c562107fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:27:00,771 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 4c8f798b9d67206e4d8905b84e6fe64e, disabling compactions & flushes 2024-11-14T11:27:00,771 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 7d89ddbd85335b6d4d91235c562107fe, disabling compactions & flushes 2024-11-14T11:27:00,771 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731583620341.4c8f798b9d67206e4d8905b84e6fe64e. 2024-11-14T11:27:00,771 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731583620341.7d89ddbd85335b6d4d91235c562107fe. 2024-11-14T11:27:00,771 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731583620341.4c8f798b9d67206e4d8905b84e6fe64e. 2024-11-14T11:27:00,771 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731583620341.7d89ddbd85335b6d4d91235c562107fe. 2024-11-14T11:27:00,771 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731583620341.4c8f798b9d67206e4d8905b84e6fe64e. after waiting 0 ms 2024-11-14T11:27:00,771 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731583620341.7d89ddbd85335b6d4d91235c562107fe. after waiting 0 ms 2024-11-14T11:27:00,771 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731583620341.4c8f798b9d67206e4d8905b84e6fe64e. 2024-11-14T11:27:00,771 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731583620341.7d89ddbd85335b6d4d91235c562107fe. 2024-11-14T11:27:00,771 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731583620341.4c8f798b9d67206e4d8905b84e6fe64e. 2024-11-14T11:27:00,771 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731583620341.7d89ddbd85335b6d4d91235c562107fe. 2024-11-14T11:27:00,771 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 4c8f798b9d67206e4d8905b84e6fe64e: Waiting for close lock at 1731583620771Disabling compacts and flushes for region at 1731583620771Disabling writes for close at 1731583620771Writing region close event to WAL at 1731583620771Closed at 1731583620771 2024-11-14T11:27:00,771 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7d89ddbd85335b6d4d91235c562107fe: Waiting for close lock at 1731583620771Disabling compacts and flushes for region at 1731583620771Disabling writes for close at 1731583620771Writing region close event to WAL at 1731583620771Closed at 1731583620771 2024-11-14T11:27:00,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T11:27:00,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731583620341.4c8f798b9d67206e4d8905b84e6fe64e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731583620772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731583620772"}]},"ts":"1731583620772"} 2024-11-14T11:27:00,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731583620341.7d89ddbd85335b6d4d91235c562107fe.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731583620772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731583620772"}]},"ts":"1731583620772"} 2024-11-14T11:27:00,776 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-14T11:27:00,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T11:27:00,777 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583620777"}]},"ts":"1731583620777"} 2024-11-14T11:27:00,779 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-14T11:27:00,779 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7437412fa5b4=0} racks are {/default-rack=0} 2024-11-14T11:27:00,780 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T11:27:00,780 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T11:27:00,780 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T11:27:00,780 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T11:27:00,780 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T11:27:00,780 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T11:27:00,780 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T11:27:00,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7d89ddbd85335b6d4d91235c562107fe, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4c8f798b9d67206e4d8905b84e6fe64e, ASSIGN}] 2024-11-14T11:27:00,782 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4c8f798b9d67206e4d8905b84e6fe64e, ASSIGN 2024-11-14T11:27:00,782 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7d89ddbd85335b6d4d91235c562107fe, ASSIGN 2024-11-14T11:27:00,783 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4c8f798b9d67206e4d8905b84e6fe64e, ASSIGN; state=OFFLINE, location=7437412fa5b4,45197,1731583618423; forceNewPlan=false, retain=false 2024-11-14T11:27:00,783 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7d89ddbd85335b6d4d91235c562107fe, ASSIGN; state=OFFLINE, location=7437412fa5b4,35991,1731583618484; forceNewPlan=false, retain=false 2024-11-14T11:27:00,934 INFO [7437412fa5b4:36487 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-14T11:27:00,934 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d89ddbd85335b6d4d91235c562107fe, regionState=OPENING, regionLocation=7437412fa5b4,35991,1731583618484 2024-11-14T11:27:00,934 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4c8f798b9d67206e4d8905b84e6fe64e, regionState=OPENING, regionLocation=7437412fa5b4,45197,1731583618423 2024-11-14T11:27:00,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7d89ddbd85335b6d4d91235c562107fe, ASSIGN because future has completed 2024-11-14T11:27:00,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d89ddbd85335b6d4d91235c562107fe, server=7437412fa5b4,35991,1731583618484}] 2024-11-14T11:27:00,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4c8f798b9d67206e4d8905b84e6fe64e, ASSIGN because future has completed 2024-11-14T11:27:00,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c8f798b9d67206e4d8905b84e6fe64e, server=7437412fa5b4,45197,1731583618423}] 2024-11-14T11:27:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:27:01,091 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:27:01,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:27:01,094 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731583620341.7d89ddbd85335b6d4d91235c562107fe. 2024-11-14T11:27:01,094 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d89ddbd85335b6d4d91235c562107fe, NAME => 'testClearRegionBlockCache,,1731583620341.7d89ddbd85335b6d4d91235c562107fe.', STARTKEY => '', ENDKEY => '5'} 2024-11-14T11:27:01,095 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7d89ddbd85335b6d4d91235c562107fe 2024-11-14T11:27:01,095 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731583620341.7d89ddbd85335b6d4d91235c562107fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:27:01,095 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7d89ddbd85335b6d4d91235c562107fe 2024-11-14T11:27:01,095 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7d89ddbd85335b6d4d91235c562107fe 2024-11-14T11:27:01,096 INFO [StoreOpener-7d89ddbd85335b6d4d91235c562107fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7d89ddbd85335b6d4d91235c562107fe 2024-11-14T11:27:01,097 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731583620341.4c8f798b9d67206e4d8905b84e6fe64e. 2024-11-14T11:27:01,097 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c8f798b9d67206e4d8905b84e6fe64e, NAME => 'testClearRegionBlockCache,5,1731583620341.4c8f798b9d67206e4d8905b84e6fe64e.', STARTKEY => '5', ENDKEY => ''} 2024-11-14T11:27:01,098 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4c8f798b9d67206e4d8905b84e6fe64e 2024-11-14T11:27:01,098 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731583620341.4c8f798b9d67206e4d8905b84e6fe64e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:27:01,098 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 4c8f798b9d67206e4d8905b84e6fe64e 2024-11-14T11:27:01,098 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 4c8f798b9d67206e4d8905b84e6fe64e 2024-11-14T11:27:01,099 INFO [StoreOpener-7d89ddbd85335b6d4d91235c562107fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d89ddbd85335b6d4d91235c562107fe columnFamilyName family 2024-11-14T11:27:01,099 DEBUG [StoreOpener-7d89ddbd85335b6d4d91235c562107fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:01,099 INFO [StoreOpener-7d89ddbd85335b6d4d91235c562107fe-1 {}] regionserver.HStore(327): Store=7d89ddbd85335b6d4d91235c562107fe/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:27:01,099 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7d89ddbd85335b6d4d91235c562107fe 2024-11-14T11:27:01,100 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/default/testClearRegionBlockCache/7d89ddbd85335b6d4d91235c562107fe 2024-11-14T11:27:01,100 INFO [StoreOpener-4c8f798b9d67206e4d8905b84e6fe64e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4c8f798b9d67206e4d8905b84e6fe64e 2024-11-14T11:27:01,100 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/default/testClearRegionBlockCache/7d89ddbd85335b6d4d91235c562107fe 2024-11-14T11:27:01,101 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7d89ddbd85335b6d4d91235c562107fe 2024-11-14T11:27:01,101 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7d89ddbd85335b6d4d91235c562107fe 2024-11-14T11:27:01,101 INFO [StoreOpener-4c8f798b9d67206e4d8905b84e6fe64e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c8f798b9d67206e4d8905b84e6fe64e columnFamilyName family 2024-11-14T11:27:01,102 DEBUG [StoreOpener-4c8f798b9d67206e4d8905b84e6fe64e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:01,102 INFO [StoreOpener-4c8f798b9d67206e4d8905b84e6fe64e-1 {}] regionserver.HStore(327): Store=4c8f798b9d67206e4d8905b84e6fe64e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:27:01,102 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 4c8f798b9d67206e4d8905b84e6fe64e 2024-11-14T11:27:01,103 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7d89ddbd85335b6d4d91235c562107fe 2024-11-14T11:27:01,103 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/default/testClearRegionBlockCache/4c8f798b9d67206e4d8905b84e6fe64e 2024-11-14T11:27:01,103 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/default/testClearRegionBlockCache/4c8f798b9d67206e4d8905b84e6fe64e 2024-11-14T11:27:01,104 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 4c8f798b9d67206e4d8905b84e6fe64e 2024-11-14T11:27:01,104 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 4c8f798b9d67206e4d8905b84e6fe64e 2024-11-14T11:27:01,105 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/default/testClearRegionBlockCache/7d89ddbd85335b6d4d91235c562107fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:27:01,105 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 7d89ddbd85335b6d4d91235c562107fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61603043, jitterRate=-0.0820431262254715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:27:01,105 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d89ddbd85335b6d4d91235c562107fe 2024-11-14T11:27:01,106 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7d89ddbd85335b6d4d91235c562107fe: Running coprocessor pre-open hook at 1731583621095Writing region info on filesystem at 1731583621095Initializing all the Stores at 1731583621096 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583621096Cleaning up temporary data from old regions at 1731583621101 (+5 ms)Running coprocessor post-open hooks at 1731583621105 (+4 ms)Region opened successfully at 1731583621106 (+1 ms) 2024-11-14T11:27:01,107 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731583620341.7d89ddbd85335b6d4d91235c562107fe., pid=7, masterSystemTime=1731583621090 2024-11-14T11:27:01,108 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 4c8f798b9d67206e4d8905b84e6fe64e 2024-11-14T11:27:01,110 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731583620341.7d89ddbd85335b6d4d91235c562107fe. 2024-11-14T11:27:01,111 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731583620341.7d89ddbd85335b6d4d91235c562107fe. 2024-11-14T11:27:01,113 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d89ddbd85335b6d4d91235c562107fe, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,35991,1731583618484 2024-11-14T11:27:01,113 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/default/testClearRegionBlockCache/4c8f798b9d67206e4d8905b84e6fe64e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:27:01,115 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 4c8f798b9d67206e4d8905b84e6fe64e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73257986, jitterRate=0.09162905812263489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:27:01,115 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c8f798b9d67206e4d8905b84e6fe64e 2024-11-14T11:27:01,115 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 4c8f798b9d67206e4d8905b84e6fe64e: Running coprocessor pre-open hook at 1731583621098Writing region info on filesystem at 1731583621098Initializing all the Stores at 1731583621099 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583621099Cleaning up temporary data from old regions at 1731583621104 (+5 ms)Running coprocessor post-open hooks at 1731583621115 (+11 ms)Region opened successfully at 1731583621115 2024-11-14T11:27:01,116 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731583620341.4c8f798b9d67206e4d8905b84e6fe64e., pid=8, masterSystemTime=1731583621091 2024-11-14T11:27:01,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d89ddbd85335b6d4d91235c562107fe, server=7437412fa5b4,35991,1731583618484 because future has completed 2024-11-14T11:27:01,121 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731583620341.4c8f798b9d67206e4d8905b84e6fe64e. 2024-11-14T11:27:01,121 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731583620341.4c8f798b9d67206e4d8905b84e6fe64e. 2024-11-14T11:27:01,121 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4c8f798b9d67206e4d8905b84e6fe64e, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,45197,1731583618423 2024-11-14T11:27:01,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-14T11:27:01,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d89ddbd85335b6d4d91235c562107fe, server=7437412fa5b4,35991,1731583618484 in 181 msec 2024-11-14T11:27:01,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c8f798b9d67206e4d8905b84e6fe64e, server=7437412fa5b4,45197,1731583618423 because future has completed 2024-11-14T11:27:01,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7d89ddbd85335b6d4d91235c562107fe, ASSIGN in 342 msec 2024-11-14T11:27:01,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-14T11:27:01,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c8f798b9d67206e4d8905b84e6fe64e, server=7437412fa5b4,45197,1731583618423 in 191 msec 2024-11-14T11:27:01,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-14T11:27:01,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4c8f798b9d67206e4d8905b84e6fe64e, ASSIGN in 351 msec 2024-11-14T11:27:01,136 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T11:27:01,136 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583621136"}]},"ts":"1731583621136"} 2024-11-14T11:27:01,139 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-14T11:27:01,140 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T11:27:01,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 799 msec 2024-11-14T11:27:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36487 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:27:01,487 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-14T11:27:01,487 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-14T11:27:01,487 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T11:27:01,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-14T11:27:01,492 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T11:27:01,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-14T11:27:01,496 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731583620341.7d89ddbd85335b6d4d91235c562107fe., hostname=7437412fa5b4,35991,1731583618484, seqNum=2] 2024-11-14T11:27:01,513 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731583620341.4c8f798b9d67206e4d8905b84e6fe64e., hostname=7437412fa5b4,45197,1731583618423, seqNum=2] 2024-11-14T11:27:01,514 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:27:01,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:27:01,531 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4c8f798b9d67206e4d8905b84e6fe64e 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-14T11:27:01,553 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/default/testClearRegionBlockCache/4c8f798b9d67206e4d8905b84e6fe64e/.tmp/family/c936a5be188a44dd9a8931ea2db00c47 is 32, key is 5/family:/1731583621517/Put/seqid=0 2024-11-14T11:27:01,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741839_1015 (size=5083) 2024-11-14T11:27:01,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741839_1015 (size=5083) 2024-11-14T11:27:01,562 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/default/testClearRegionBlockCache/4c8f798b9d67206e4d8905b84e6fe64e/.tmp/family/c936a5be188a44dd9a8931ea2db00c47 2024-11-14T11:27:01,571 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/default/testClearRegionBlockCache/4c8f798b9d67206e4d8905b84e6fe64e/.tmp/family/c936a5be188a44dd9a8931ea2db00c47 as hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/default/testClearRegionBlockCache/4c8f798b9d67206e4d8905b84e6fe64e/family/c936a5be188a44dd9a8931ea2db00c47 2024-11-14T11:27:01,580 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/default/testClearRegionBlockCache/4c8f798b9d67206e4d8905b84e6fe64e/family/c936a5be188a44dd9a8931ea2db00c47, entries=5, sequenceid=9, filesize=5.0 K 2024-11-14T11:27:01,581 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 4c8f798b9d67206e4d8905b84e6fe64e in 50ms, sequenceid=9, compaction requested=false 2024-11-14T11:27:01,582 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4c8f798b9d67206e4d8905b84e6fe64e: 2024-11-14T11:27:01,582 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7d89ddbd85335b6d4d91235c562107fe 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-14T11:27:01,603 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/default/testClearRegionBlockCache/7d89ddbd85335b6d4d91235c562107fe/.tmp/family/cb92fa263620404e8ca56d70d6011f4b is 32, key is 1/family:/1731583621498/Put/seqid=0 2024-11-14T11:27:01,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741840_1016 (size=5054) 2024-11-14T11:27:01,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741840_1016 (size=5054) 2024-11-14T11:27:02,010 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/default/testClearRegionBlockCache/7d89ddbd85335b6d4d91235c562107fe/.tmp/family/cb92fa263620404e8ca56d70d6011f4b 2024-11-14T11:27:02,020 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/default/testClearRegionBlockCache/7d89ddbd85335b6d4d91235c562107fe/.tmp/family/cb92fa263620404e8ca56d70d6011f4b as hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/default/testClearRegionBlockCache/7d89ddbd85335b6d4d91235c562107fe/family/cb92fa263620404e8ca56d70d6011f4b 2024-11-14T11:27:02,028 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/default/testClearRegionBlockCache/7d89ddbd85335b6d4d91235c562107fe/family/cb92fa263620404e8ca56d70d6011f4b, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T11:27:02,030 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 7d89ddbd85335b6d4d91235c562107fe in 448ms, sequenceid=8, compaction requested=false 2024-11-14T11:27:02,030 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7d89ddbd85335b6d4d91235c562107fe: 2024-11-14T11:27:02,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1777dd10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:27:02,031 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,36487,-1 for getting cluster id 2024-11-14T11:27:02,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:27:02,032 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e2a142a-c3fb-4709-b2d2-33e5fd83f3fe' 2024-11-14T11:27:02,033 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:27:02,033 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e2a142a-c3fb-4709-b2d2-33e5fd83f3fe" 2024-11-14T11:27:02,033 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e9aa006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:27:02,033 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,36487,-1] 2024-11-14T11:27:02,034 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:27:02,034 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:02,035 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:27:02,036 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750daf8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:27:02,045 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-14T11:27:02,045 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:27:02,047 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,35991,1731583618484, seqNum=-1] 2024-11-14T11:27:02,048 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:27:02,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:27:02,054 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:27:02,054 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:27:02,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:27:02,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:27:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] bucket.BucketCache(1864): found 1 blocks for file cb92fa263620404e8ca56d70d6011f4b, starting offset: 0, end offset: 9223372036854775807 2024-11-14T11:27:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45197 {}] bucket.BucketCache(1864): found 1 blocks for file c936a5be188a44dd9a8931ea2db00c47, starting offset: 0, end offset: 9223372036854775807 2024-11-14T11:27:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45197 {}] bucket.BucketCache(857): removed key c936a5be188a44dd9a8931ea2db00c47_0 from back map with offset lock 2094080 in the evict process 2024-11-14T11:27:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] bucket.BucketCache(857): removed key cb92fa263620404e8ca56d70d6011f4b_0 from back map with offset lock 2094080 in the evict process 2024-11-14T11:27:02,058 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:27:02,058 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:27:02,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:02,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:02,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:27:02,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T11:27:02,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:27:02,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:27:02,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:02,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:02,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:27:02,059 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T11:27:02,059 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=275417988, stopped=false 2024-11-14T11:27:02,059 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7437412fa5b4,36487,1731583618259 2024-11-14T11:27:02,134 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x101391928710001, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T11:27:02,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T11:27:02,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x101391928710002, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T11:27:02,134 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x101391928710001, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:02,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:02,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x101391928710002, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:02,134 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T11:27:02,134 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:27:02,134 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:27:02,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:02,135 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7437412fa5b4,45197,1731583618423' ***** 2024-11-14T11:27:02,135 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T11:27:02,135 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7437412fa5b4,35991,1731583618484' ***** 2024-11-14T11:27:02,135 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T11:27:02,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35991-0x101391928710002, quorum=127.0.0.1:64242, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:27:02,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45197-0x101391928710001, quorum=127.0.0.1:64242, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:27:02,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:27:02,135 INFO [RS:1;7437412fa5b4:35991 {}] bucket.BucketCache(1739): Disabling cache 2024-11-14T11:27:02,135 INFO [RS:0;7437412fa5b4:45197 {}] bucket.BucketCache(1739): Disabling cache 2024-11-14T11:27:02,136 INFO [RS:0;7437412fa5b4:45197 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-14T11:27:02,136 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-14T11:27:02,136 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-14T11:27:02,136 INFO [RS:0;7437412fa5b4:45197 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T11:27:02,136 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-14T11:27:02,136 INFO [RS:1;7437412fa5b4:35991 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-14T11:27:02,136 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-14T11:27:02,136 INFO [RS:0;7437412fa5b4:45197 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T11:27:02,136 INFO [RS:1;7437412fa5b4:35991 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T11:27:02,136 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-14T11:27:02,136 INFO [RS:0;7437412fa5b4:45197 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T11:27:02,136 INFO [RS:1;7437412fa5b4:35991 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T11:27:02,136 INFO [RS:0;7437412fa5b4:45197 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c8f798b9d67206e4d8905b84e6fe64e 2024-11-14T11:27:02,136 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T11:27:02,136 INFO [RS:1;7437412fa5b4:35991 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T11:27:02,136 INFO [RS:1;7437412fa5b4:35991 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d89ddbd85335b6d4d91235c562107fe 2024-11-14T11:27:02,136 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-14T11:27:02,136 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T11:27:02,136 INFO [RS:0;7437412fa5b4:45197 {}] regionserver.HRegionServer(959): stopping server 7437412fa5b4,45197,1731583618423 2024-11-14T11:27:02,136 INFO [RS:0;7437412fa5b4:45197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:27:02,136 INFO [RS:1;7437412fa5b4:35991 {}] regionserver.HRegionServer(959): stopping server 7437412fa5b4,35991,1731583618484 2024-11-14T11:27:02,136 INFO [RS:1;7437412fa5b4:35991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:27:02,136 INFO [RS:0;7437412fa5b4:45197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7437412fa5b4:45197. 2024-11-14T11:27:02,136 INFO [RS:1;7437412fa5b4:35991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7437412fa5b4:35991. 2024-11-14T11:27:02,136 DEBUG [RS:0;7437412fa5b4:45197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:27:02,136 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c8f798b9d67206e4d8905b84e6fe64e, disabling compactions & flushes 2024-11-14T11:27:02,137 DEBUG [RS:1;7437412fa5b4:35991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:27:02,137 DEBUG [RS:0;7437412fa5b4:45197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:02,137 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731583620341.4c8f798b9d67206e4d8905b84e6fe64e. 2024-11-14T11:27:02,137 DEBUG [RS:1;7437412fa5b4:35991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:02,137 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731583620341.4c8f798b9d67206e4d8905b84e6fe64e. 2024-11-14T11:27:02,137 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731583620341.4c8f798b9d67206e4d8905b84e6fe64e. after waiting 0 ms 2024-11-14T11:27:02,137 INFO [RS:0;7437412fa5b4:45197 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T11:27:02,137 INFO [RS:1;7437412fa5b4:35991 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T11:27:02,137 DEBUG [RS:0;7437412fa5b4:45197 {}] regionserver.HRegionServer(1325): Online Regions={4c8f798b9d67206e4d8905b84e6fe64e=testClearRegionBlockCache,5,1731583620341.4c8f798b9d67206e4d8905b84e6fe64e.} 2024-11-14T11:27:02,137 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731583620341.4c8f798b9d67206e4d8905b84e6fe64e. 2024-11-14T11:27:02,137 INFO [RS:1;7437412fa5b4:35991 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T11:27:02,137 INFO [RS:1;7437412fa5b4:35991 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T11:27:02,137 INFO [RS:1;7437412fa5b4:35991 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T11:27:02,137 DEBUG [RS:0;7437412fa5b4:45197 {}] regionserver.HRegionServer(1351): Waiting on 4c8f798b9d67206e4d8905b84e6fe64e 2024-11-14T11:27:02,137 INFO [RS:1;7437412fa5b4:35991 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T11:27:02,137 DEBUG [RS:1;7437412fa5b4:35991 {}] regionserver.HRegionServer(1325): Online Regions={7d89ddbd85335b6d4d91235c562107fe=testClearRegionBlockCache,,1731583620341.7d89ddbd85335b6d4d91235c562107fe., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T11:27:02,137 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d89ddbd85335b6d4d91235c562107fe, disabling compactions & flushes 2024-11-14T11:27:02,137 DEBUG [RS:1;7437412fa5b4:35991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7d89ddbd85335b6d4d91235c562107fe 2024-11-14T11:27:02,137 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731583620341.7d89ddbd85335b6d4d91235c562107fe. 2024-11-14T11:27:02,137 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T11:27:02,137 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731583620341.7d89ddbd85335b6d4d91235c562107fe. 2024-11-14T11:27:02,137 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T11:27:02,137 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T11:27:02,137 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731583620341.7d89ddbd85335b6d4d91235c562107fe. after waiting 0 ms 2024-11-14T11:27:02,137 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731583620341.7d89ddbd85335b6d4d91235c562107fe. 2024-11-14T11:27:02,137 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T11:27:02,137 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T11:27:02,137 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-14T11:27:02,140 INFO [regionserver/7437412fa5b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:27:02,140 INFO [regionserver/7437412fa5b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:27:02,142 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/default/testClearRegionBlockCache/4c8f798b9d67206e4d8905b84e6fe64e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T11:27:02,143 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/default/testClearRegionBlockCache/7d89ddbd85335b6d4d91235c562107fe/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T11:27:02,143 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731583620341.4c8f798b9d67206e4d8905b84e6fe64e. 2024-11-14T11:27:02,143 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c8f798b9d67206e4d8905b84e6fe64e: Waiting for close lock at 1731583622136Running coprocessor pre-close hooks at 1731583622136Disabling compacts and flushes for region at 1731583622136Disabling writes for close at 1731583622137 (+1 ms)Writing region close event to WAL at 1731583622137Running coprocessor post-close hooks at 1731583622143 (+6 ms)Closed at 1731583622143 2024-11-14T11:27:02,143 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731583620341.7d89ddbd85335b6d4d91235c562107fe. 2024-11-14T11:27:02,143 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d89ddbd85335b6d4d91235c562107fe: Waiting for close lock at 1731583622137Running coprocessor pre-close hooks at 1731583622137Disabling compacts and flushes for region at 1731583622137Disabling writes for close at 1731583622137Writing region close event to WAL at 1731583622138 (+1 ms)Running coprocessor post-close hooks at 1731583622143 (+5 ms)Closed at 1731583622143 2024-11-14T11:27:02,143 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731583620341.4c8f798b9d67206e4d8905b84e6fe64e. 2024-11-14T11:27:02,143 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731583620341.7d89ddbd85335b6d4d91235c562107fe. 2024-11-14T11:27:02,154 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/hbase/meta/1588230740/.tmp/info/dacb05d6b4534ef1898a0797864f7a67 is 173, key is testClearRegionBlockCache,5,1731583620341.4c8f798b9d67206e4d8905b84e6fe64e./info:regioninfo/1731583621121/Put/seqid=0 2024-11-14T11:27:02,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741841_1017 (size=8173) 2024-11-14T11:27:02,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741841_1017 (size=8173) 2024-11-14T11:27:02,164 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/hbase/meta/1588230740/.tmp/info/dacb05d6b4534ef1898a0797864f7a67 2024-11-14T11:27:02,185 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/hbase/meta/1588230740/.tmp/ns/138b47223aae404c88552e580d26f960 is 43, key is default/ns:d/1731583620261/Put/seqid=0 2024-11-14T11:27:02,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741842_1018 (size=5153) 2024-11-14T11:27:02,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741842_1018 (size=5153) 2024-11-14T11:27:02,337 INFO [RS:0;7437412fa5b4:45197 {}] regionserver.HRegionServer(976): stopping server 7437412fa5b4,45197,1731583618423; all regions closed. 2024-11-14T11:27:02,337 DEBUG [RS:1;7437412fa5b4:35991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T11:27:02,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741833_1009 (size=1867) 2024-11-14T11:27:02,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741833_1009 (size=1867) 2024-11-14T11:27:02,342 DEBUG [RS:0;7437412fa5b4:45197 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/oldWALs 2024-11-14T11:27:02,342 INFO [RS:0;7437412fa5b4:45197 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7437412fa5b4%2C45197%2C1731583618423:(num 1731583619770) 2024-11-14T11:27:02,342 DEBUG [RS:0;7437412fa5b4:45197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:02,342 INFO [RS:0;7437412fa5b4:45197 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:27:02,342 INFO [RS:0;7437412fa5b4:45197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T11:27:02,343 INFO [RS:0;7437412fa5b4:45197 {}] hbase.ChoreService(370): Chore service for: regionserver/7437412fa5b4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T11:27:02,343 INFO [RS:0;7437412fa5b4:45197 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T11:27:02,343 INFO [RS:0;7437412fa5b4:45197 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T11:27:02,343 INFO [regionserver/7437412fa5b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T11:27:02,343 INFO [RS:0;7437412fa5b4:45197 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T11:27:02,343 INFO [RS:0;7437412fa5b4:45197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T11:27:02,343 INFO [RS:0;7437412fa5b4:45197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45197 2024-11-14T11:27:02,355 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x101391928710001, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7437412fa5b4,45197,1731583618423 2024-11-14T11:27:02,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:27:02,355 INFO [RS:0;7437412fa5b4:45197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:27:02,365 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7437412fa5b4,45197,1731583618423] 2024-11-14T11:27:02,376 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7437412fa5b4,45197,1731583618423 already deleted, retry=false 2024-11-14T11:27:02,376 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7437412fa5b4,45197,1731583618423 expired; onlineServers=1 2024-11-14T11:27:02,466 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x101391928710001, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:27:02,466 INFO [RS:0;7437412fa5b4:45197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:27:02,466 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45197-0x101391928710001, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:27:02,466 INFO [RS:0;7437412fa5b4:45197 {}] regionserver.HRegionServer(1031): Exiting; stopping=7437412fa5b4,45197,1731583618423; zookeeper connection closed. 2024-11-14T11:27:02,466 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5801cd8c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5801cd8c 2024-11-14T11:27:02,537 DEBUG [RS:1;7437412fa5b4:35991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T11:27:02,598 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/hbase/meta/1588230740/.tmp/ns/138b47223aae404c88552e580d26f960 2024-11-14T11:27:02,622 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/hbase/meta/1588230740/.tmp/table/bc8820afe30847c4a51d9c71b02a710f is 61, key is testClearRegionBlockCache/table:state/1731583621136/Put/seqid=0 2024-11-14T11:27:02,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741843_1019 (size=5312) 2024-11-14T11:27:02,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741843_1019 (size=5312) 2024-11-14T11:27:02,627 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/hbase/meta/1588230740/.tmp/table/bc8820afe30847c4a51d9c71b02a710f 2024-11-14T11:27:02,636 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/hbase/meta/1588230740/.tmp/info/dacb05d6b4534ef1898a0797864f7a67 as hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/hbase/meta/1588230740/info/dacb05d6b4534ef1898a0797864f7a67 2024-11-14T11:27:02,643 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/hbase/meta/1588230740/info/dacb05d6b4534ef1898a0797864f7a67, entries=20, sequenceid=13, filesize=8.0 K 2024-11-14T11:27:02,645 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/hbase/meta/1588230740/.tmp/ns/138b47223aae404c88552e580d26f960 as hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/hbase/meta/1588230740/ns/138b47223aae404c88552e580d26f960 2024-11-14T11:27:02,652 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/hbase/meta/1588230740/ns/138b47223aae404c88552e580d26f960, entries=2, sequenceid=13, filesize=5.0 K 2024-11-14T11:27:02,653 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/hbase/meta/1588230740/.tmp/table/bc8820afe30847c4a51d9c71b02a710f as hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/hbase/meta/1588230740/table/bc8820afe30847c4a51d9c71b02a710f 2024-11-14T11:27:02,659 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/hbase/meta/1588230740/table/bc8820afe30847c4a51d9c71b02a710f, entries=2, sequenceid=13, filesize=5.2 K 2024-11-14T11:27:02,660 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 523ms, sequenceid=13, compaction requested=false 2024-11-14T11:27:02,664 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T11:27:02,665 INFO [regionserver/7437412fa5b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T11:27:02,665 INFO [regionserver/7437412fa5b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T11:27:02,665 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T11:27:02,665 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T11:27:02,665 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731583622137Running coprocessor pre-close hooks at 1731583622137Disabling compacts and flushes for region at 1731583622137Disabling writes for close at 1731583622137Obtaining lock to block concurrent updates at 1731583622137Preparing flush snapshotting stores in 1588230740 at 1731583622137Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731583622138 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731583622139 (+1 ms)Flushing 1588230740/info: creating writer at 1731583622139Flushing 1588230740/info: appending metadata at 1731583622154 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731583622154Flushing 1588230740/ns: creating writer at 1731583622170 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731583622184 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731583622184Flushing 1588230740/table: creating writer at 1731583622604 (+420 ms)Flushing 1588230740/table: appending metadata at 1731583622622 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731583622622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72f49e5e: reopening flushed file at 1731583622635 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d931ba7: reopening flushed file at 1731583622644 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b860295: reopening flushed file at 1731583622652 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 523ms, sequenceid=13, compaction requested=false at 1731583622660 (+8 ms)Writing region close event to WAL at 1731583622661 (+1 ms)Running coprocessor post-close hooks at 1731583622665 (+4 ms)Closed at 1731583622665 2024-11-14T11:27:02,665 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T11:27:02,738 INFO [RS:1;7437412fa5b4:35991 {}] regionserver.HRegionServer(976): stopping server 7437412fa5b4,35991,1731583618484; all regions closed. 2024-11-14T11:27:02,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741835_1011 (size=4338) 2024-11-14T11:27:02,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741835_1011 (size=4338) 2024-11-14T11:27:02,744 DEBUG [RS:1;7437412fa5b4:35991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/oldWALs 2024-11-14T11:27:02,744 INFO [RS:1;7437412fa5b4:35991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7437412fa5b4%2C35991%2C1731583618484.meta:.meta(num 1731583620201) 2024-11-14T11:27:02,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741834_1010 (size=1758) 2024-11-14T11:27:02,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741834_1010 (size=1758) 2024-11-14T11:27:02,750 DEBUG [RS:1;7437412fa5b4:35991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/oldWALs 2024-11-14T11:27:02,750 INFO [RS:1;7437412fa5b4:35991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7437412fa5b4%2C35991%2C1731583618484:(num 1731583619770) 2024-11-14T11:27:02,750 DEBUG [RS:1;7437412fa5b4:35991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:02,750 INFO [RS:1;7437412fa5b4:35991 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:27:02,750 INFO [RS:1;7437412fa5b4:35991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T11:27:02,750 INFO [RS:1;7437412fa5b4:35991 {}] hbase.ChoreService(370): Chore service for: regionserver/7437412fa5b4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T11:27:02,750 INFO [RS:1;7437412fa5b4:35991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T11:27:02,750 INFO [regionserver/7437412fa5b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T11:27:02,750 INFO [RS:1;7437412fa5b4:35991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35991 2024-11-14T11:27:02,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x101391928710002, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7437412fa5b4,35991,1731583618484 2024-11-14T11:27:02,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:27:02,765 INFO [RS:1;7437412fa5b4:35991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:27:02,776 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7437412fa5b4,35991,1731583618484] 2024-11-14T11:27:02,786 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7437412fa5b4,35991,1731583618484 already deleted, retry=false 2024-11-14T11:27:02,786 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7437412fa5b4,35991,1731583618484 expired; onlineServers=0 2024-11-14T11:27:02,786 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7437412fa5b4,36487,1731583618259' ***** 2024-11-14T11:27:02,786 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T11:27:02,787 INFO [M:0;7437412fa5b4:36487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:27:02,787 INFO [M:0;7437412fa5b4:36487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T11:27:02,787 DEBUG [M:0;7437412fa5b4:36487 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T11:27:02,787 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T11:27:02,787 DEBUG [M:0;7437412fa5b4:36487 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T11:27:02,787 DEBUG [master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731583619294 {}] cleaner.HFileCleaner(306): Exit Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731583619294,5,FailOnTimeoutGroup] 2024-11-14T11:27:02,787 DEBUG [master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731583619294 {}] cleaner.HFileCleaner(306): Exit Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731583619294,5,FailOnTimeoutGroup] 2024-11-14T11:27:02,787 INFO [M:0;7437412fa5b4:36487 {}] hbase.ChoreService(370): Chore service for: master/7437412fa5b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T11:27:02,787 INFO [M:0;7437412fa5b4:36487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T11:27:02,787 DEBUG [M:0;7437412fa5b4:36487 {}] master.HMaster(1795): Stopping service threads 2024-11-14T11:27:02,787 INFO [M:0;7437412fa5b4:36487 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T11:27:02,787 INFO [M:0;7437412fa5b4:36487 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T11:27:02,788 INFO [M:0;7437412fa5b4:36487 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T11:27:02,788 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T11:27:02,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T11:27:02,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:02,797 DEBUG [M:0;7437412fa5b4:36487 {}] zookeeper.ZKUtil(347): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T11:27:02,797 WARN [M:0;7437412fa5b4:36487 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T11:27:02,797 INFO [M:0;7437412fa5b4:36487 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/.lastflushedseqids 2024-11-14T11:27:02,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741844_1020 (size=182) 2024-11-14T11:27:02,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741844_1020 (size=182) 2024-11-14T11:27:02,804 INFO [M:0;7437412fa5b4:36487 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T11:27:02,804 INFO [M:0;7437412fa5b4:36487 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T11:27:02,804 DEBUG [M:0;7437412fa5b4:36487 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T11:27:02,804 INFO [M:0;7437412fa5b4:36487 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:27:02,804 DEBUG [M:0;7437412fa5b4:36487 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:27:02,804 DEBUG [M:0;7437412fa5b4:36487 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T11:27:02,804 DEBUG [M:0;7437412fa5b4:36487 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:27:02,804 INFO [M:0;7437412fa5b4:36487 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-14T11:27:02,820 DEBUG [M:0;7437412fa5b4:36487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53d9099567d84a48a06a95219a9bbe0a is 82, key is hbase:meta,,1/info:regioninfo/1731583620237/Put/seqid=0 2024-11-14T11:27:02,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741845_1021 (size=5672) 2024-11-14T11:27:02,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741845_1021 (size=5672) 2024-11-14T11:27:02,826 INFO [M:0;7437412fa5b4:36487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53d9099567d84a48a06a95219a9bbe0a 2024-11-14T11:27:02,844 DEBUG [M:0;7437412fa5b4:36487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddc95a1890c549b1bad7587b2658e088 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731583621142/Put/seqid=0 2024-11-14T11:27:02,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741846_1022 (size=6219) 2024-11-14T11:27:02,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741846_1022 (size=6219) 2024-11-14T11:27:02,850 INFO [M:0;7437412fa5b4:36487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddc95a1890c549b1bad7587b2658e088 2024-11-14T11:27:02,870 DEBUG [M:0;7437412fa5b4:36487 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44c81774785d45fc911f99d7d1d3d239 is 69, key is 7437412fa5b4,35991,1731583618484/rs:state/1731583619581/Put/seqid=0 2024-11-14T11:27:02,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741847_1023 (size=5224) 2024-11-14T11:27:02,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741847_1023 (size=5224) 2024-11-14T11:27:02,875 INFO [M:0;7437412fa5b4:36487 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44c81774785d45fc911f99d7d1d3d239 2024-11-14T11:27:02,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x101391928710002, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:27:02,876 INFO [RS:1;7437412fa5b4:35991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:27:02,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x101391928710002, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:27:02,876 INFO [RS:1;7437412fa5b4:35991 {}] regionserver.HRegionServer(1031): Exiting; stopping=7437412fa5b4,35991,1731583618484; zookeeper connection closed. 2024-11-14T11:27:02,876 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@246bd32f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@246bd32f 2024-11-14T11:27:02,877 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-14T11:27:02,882 DEBUG [M:0;7437412fa5b4:36487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/53d9099567d84a48a06a95219a9bbe0a as hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53d9099567d84a48a06a95219a9bbe0a 2024-11-14T11:27:02,888 INFO [M:0;7437412fa5b4:36487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/53d9099567d84a48a06a95219a9bbe0a, entries=8, sequenceid=71, filesize=5.5 K 2024-11-14T11:27:02,889 DEBUG [M:0;7437412fa5b4:36487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddc95a1890c549b1bad7587b2658e088 as hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ddc95a1890c549b1bad7587b2658e088 2024-11-14T11:27:02,894 INFO [M:0;7437412fa5b4:36487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ddc95a1890c549b1bad7587b2658e088, entries=8, sequenceid=71, filesize=6.1 K 2024-11-14T11:27:02,895 DEBUG [M:0;7437412fa5b4:36487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44c81774785d45fc911f99d7d1d3d239 as hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44c81774785d45fc911f99d7d1d3d239 2024-11-14T11:27:02,901 INFO [M:0;7437412fa5b4:36487 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34301/user/jenkins/test-data/232f9306-0bc8-e228-e346-5212b0c6dce8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44c81774785d45fc911f99d7d1d3d239, entries=2, sequenceid=71, filesize=5.1 K 2024-11-14T11:27:02,902 INFO [M:0;7437412fa5b4:36487 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=71, compaction requested=false 2024-11-14T11:27:02,903 INFO [M:0;7437412fa5b4:36487 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:27:02,903 DEBUG [M:0;7437412fa5b4:36487 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731583622804Disabling compacts and flushes for region at 1731583622804Disabling writes for close at 1731583622804Obtaining lock to block concurrent updates at 1731583622804Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731583622804Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731583622805 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731583622805Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731583622805Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731583622820 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731583622820Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731583622830 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731583622844 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731583622844Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731583622855 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731583622869 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731583622869Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@224364e9: reopening flushed file at 1731583622881 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f8d265e: reopening flushed file at 1731583622888 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fcb33e9: reopening flushed file at 1731583622894 (+6 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 98ms, sequenceid=71, compaction requested=false at 1731583622902 (+8 ms)Writing region close event to WAL at 1731583622903 (+1 ms)Closed at 1731583622903 2024-11-14T11:27:02,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34941 is added to blk_1073741830_1006 (size=35440) 2024-11-14T11:27:02,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41917 is added to blk_1073741830_1006 (size=35440) 2024-11-14T11:27:02,907 INFO [M:0;7437412fa5b4:36487 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T11:27:02,907 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T11:27:02,907 INFO [M:0;7437412fa5b4:36487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36487 2024-11-14T11:27:02,907 INFO [M:0;7437412fa5b4:36487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:27:03,013 INFO [M:0;7437412fa5b4:36487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:27:03,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:27:03,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36487-0x101391928710000, quorum=127.0.0.1:64242, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:27:03,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15df0dd0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:27:03,017 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fb63957{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:27:03,017 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:27:03,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18d18ddb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:27:03,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fb577c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/hadoop.log.dir/,STOPPED} 2024-11-14T11:27:03,019 WARN [BP-1726810557-172.17.0.2-1731583615846 heartbeating to localhost/127.0.0.1:34301 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T11:27:03,019 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T11:27:03,019 WARN [BP-1726810557-172.17.0.2-1731583615846 heartbeating to localhost/127.0.0.1:34301 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1726810557-172.17.0.2-1731583615846 (Datanode Uuid 83023f18-98dd-4112-87a2-07cc3b0adce0) service to localhost/127.0.0.1:34301 2024-11-14T11:27:03,019 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T11:27:03,019 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/cluster_3bdd743c-2a15-d530-b6de-8183be0f4685/data/data3/current/BP-1726810557-172.17.0.2-1731583615846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:27:03,020 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/cluster_3bdd743c-2a15-d530-b6de-8183be0f4685/data/data4/current/BP-1726810557-172.17.0.2-1731583615846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:27:03,020 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T11:27:03,029 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7db3301e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:27:03,030 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ac1c7ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:27:03,030 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:27:03,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e5d5c1f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:27:03,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e787135{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/hadoop.log.dir/,STOPPED} 2024-11-14T11:27:03,036 WARN [BP-1726810557-172.17.0.2-1731583615846 heartbeating to localhost/127.0.0.1:34301 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T11:27:03,036 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T11:27:03,036 WARN [BP-1726810557-172.17.0.2-1731583615846 heartbeating to localhost/127.0.0.1:34301 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1726810557-172.17.0.2-1731583615846 (Datanode Uuid 30b0d247-9a35-41de-a83a-1cd2e0da5f06) service to localhost/127.0.0.1:34301 2024-11-14T11:27:03,036 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T11:27:03,037 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/cluster_3bdd743c-2a15-d530-b6de-8183be0f4685/data/data1/current/BP-1726810557-172.17.0.2-1731583615846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:27:03,037 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/cluster_3bdd743c-2a15-d530-b6de-8183be0f4685/data/data2/current/BP-1726810557-172.17.0.2-1731583615846 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:27:03,038 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T11:27:03,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49f70db1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T11:27:03,044 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c6413e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:27:03,044 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:27:03,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b3088e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:27:03,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35110b9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/hadoop.log.dir/,STOPPED} 2024-11-14T11:27:03,050 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T11:27:03,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T11:27:03,074 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=149 (was 132) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34301 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:34301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34301 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34301 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34301 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34301 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=497 (was 470) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=369 (was 384), ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=2299 (was 2414) 2024-11-14T11:27:03,081 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=149, OpenFileDescriptor=497, MaxFileDescriptor=1048576, SystemLoadAverage=369, ProcessCount=11, AvailableMemoryMB=2299 2024-11-14T11:27:03,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/hadoop.log.dir so I do NOT create it in target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36 2024-11-14T11:27:03,095 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T11:27:03,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/hadoop.tmp.dir so I do NOT create it in target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36 2024-11-14T11:27:03,095 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f1a7b35-54cb-d931-4837-36c29f9db996/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T11:27:03,095 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36 2024-11-14T11:27:03,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T11:27:03,096 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/cluster_66db8c87-e536-869b-9bb0-ca9c6c11cf97, deleteOnExit=true 2024-11-14T11:27:03,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T11:27:03,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/test.cache.data in system properties and HBase conf 2024-11-14T11:27:03,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T11:27:03,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/hadoop.log.dir in system properties and HBase conf 2024-11-14T11:27:03,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T11:27:03,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T11:27:03,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T11:27:03,096 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T11:27:03,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T11:27:03,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T11:27:03,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T11:27:03,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T11:27:03,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T11:27:03,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T11:27:03,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T11:27:03,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T11:27:03,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T11:27:03,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/nfs.dump.dir in system properties and HBase conf 2024-11-14T11:27:03,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/java.io.tmpdir in system properties and HBase conf 2024-11-14T11:27:03,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T11:27:03,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T11:27:03,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T11:27:03,453 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:27:03,459 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:27:03,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:27:03,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:27:03,461 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T11:27:03,462 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:27:03,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@202088d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:27:03,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@204c0333{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:27:03,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bdbab74{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/java.io.tmpdir/jetty-localhost-35985-hadoop-hdfs-3_4_1-tests_jar-_-any-9009942972806835190/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T11:27:03,562 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e9d0306{HTTP/1.1, (http/1.1)}{localhost:35985} 2024-11-14T11:27:03,562 INFO [Time-limited test {}] server.Server(415): Started @32500ms 2024-11-14T11:27:03,830 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:27:03,835 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:27:03,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:27:03,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:27:03,836 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T11:27:03,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44ce63c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:27:03,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bcb6254{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:27:03,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c15e319{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/java.io.tmpdir/jetty-localhost-45179-hadoop-hdfs-3_4_1-tests_jar-_-any-17836045805945423411/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:27:03,933 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28c26e6c{HTTP/1.1, (http/1.1)}{localhost:45179} 2024-11-14T11:27:03,933 INFO [Time-limited test {}] server.Server(415): Started @32871ms 2024-11-14T11:27:03,935 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T11:27:03,964 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:27:03,967 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:27:03,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:27:03,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:27:03,969 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T11:27:03,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6169d0ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:27:03,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12e80183{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:27:04,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@380ff4d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/java.io.tmpdir/jetty-localhost-45959-hadoop-hdfs-3_4_1-tests_jar-_-any-11350746617804467281/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:27:04,063 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62654777{HTTP/1.1, (http/1.1)}{localhost:45959} 2024-11-14T11:27:04,064 INFO [Time-limited test {}] server.Server(415): Started @33001ms 2024-11-14T11:27:04,065 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T11:27:05,112 WARN [Thread-1165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/cluster_66db8c87-e536-869b-9bb0-ca9c6c11cf97/data/data1/current/BP-1343096486-172.17.0.2-1731583623114/current, will proceed with Du for space computation calculation, 2024-11-14T11:27:05,113 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/cluster_66db8c87-e536-869b-9bb0-ca9c6c11cf97/data/data2/current/BP-1343096486-172.17.0.2-1731583623114/current, will proceed with Du for space computation calculation, 2024-11-14T11:27:05,129 WARN [Thread-1129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T11:27:05,132 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd22388b855e2bfe7 with lease ID 0x6ba618ee98bef370: Processing first storage report for DS-12d60389-e35e-4c9e-81de-07ff18dd8009 from datanode DatanodeRegistration(127.0.0.1:37649, datanodeUuid=c3ab5b7e-c524-4593-b880-e60844d48056, infoPort=37077, infoSecurePort=0, ipcPort=34099, storageInfo=lv=-57;cid=testClusterID;nsid=618116549;c=1731583623114) 2024-11-14T11:27:05,132 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd22388b855e2bfe7 with lease ID 0x6ba618ee98bef370: from storage DS-12d60389-e35e-4c9e-81de-07ff18dd8009 node DatanodeRegistration(127.0.0.1:37649, datanodeUuid=c3ab5b7e-c524-4593-b880-e60844d48056, infoPort=37077, infoSecurePort=0, ipcPort=34099, storageInfo=lv=-57;cid=testClusterID;nsid=618116549;c=1731583623114), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:27:05,132 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd22388b855e2bfe7 with lease ID 0x6ba618ee98bef370: Processing first storage report for DS-93d045f9-f4ec-49a0-9399-51f42047a63d from datanode DatanodeRegistration(127.0.0.1:37649, datanodeUuid=c3ab5b7e-c524-4593-b880-e60844d48056, infoPort=37077, infoSecurePort=0, ipcPort=34099, storageInfo=lv=-57;cid=testClusterID;nsid=618116549;c=1731583623114) 2024-11-14T11:27:05,132 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd22388b855e2bfe7 with lease ID 0x6ba618ee98bef370: from storage DS-93d045f9-f4ec-49a0-9399-51f42047a63d node DatanodeRegistration(127.0.0.1:37649, datanodeUuid=c3ab5b7e-c524-4593-b880-e60844d48056, infoPort=37077, infoSecurePort=0, ipcPort=34099, storageInfo=lv=-57;cid=testClusterID;nsid=618116549;c=1731583623114), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:27:05,336 WARN [Thread-1177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/cluster_66db8c87-e536-869b-9bb0-ca9c6c11cf97/data/data4/current/BP-1343096486-172.17.0.2-1731583623114/current, will proceed with Du for space computation calculation, 2024-11-14T11:27:05,336 WARN [Thread-1176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/cluster_66db8c87-e536-869b-9bb0-ca9c6c11cf97/data/data3/current/BP-1343096486-172.17.0.2-1731583623114/current, will proceed with Du for space computation calculation, 2024-11-14T11:27:05,370 WARN [Thread-1152 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T11:27:05,375 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2469ef3c04de186e with lease ID 0x6ba618ee98bef371: Processing first storage report for DS-e3b59c11-03cc-4060-9ef5-9bcaa18bbe28 from datanode DatanodeRegistration(127.0.0.1:39725, datanodeUuid=90c94a75-6f9c-4305-8beb-cfe6c680184d, infoPort=37939, infoSecurePort=0, ipcPort=42065, storageInfo=lv=-57;cid=testClusterID;nsid=618116549;c=1731583623114) 2024-11-14T11:27:05,375 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2469ef3c04de186e with lease ID 0x6ba618ee98bef371: from storage DS-e3b59c11-03cc-4060-9ef5-9bcaa18bbe28 node DatanodeRegistration(127.0.0.1:39725, datanodeUuid=90c94a75-6f9c-4305-8beb-cfe6c680184d, infoPort=37939, infoSecurePort=0, ipcPort=42065, storageInfo=lv=-57;cid=testClusterID;nsid=618116549;c=1731583623114), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T11:27:05,375 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2469ef3c04de186e with lease ID 0x6ba618ee98bef371: Processing first storage report for DS-6e0f8ec9-7dbd-45f5-898b-d634595af8ba from datanode DatanodeRegistration(127.0.0.1:39725, datanodeUuid=90c94a75-6f9c-4305-8beb-cfe6c680184d, infoPort=37939, infoSecurePort=0, ipcPort=42065, storageInfo=lv=-57;cid=testClusterID;nsid=618116549;c=1731583623114) 2024-11-14T11:27:05,375 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2469ef3c04de186e with lease ID 0x6ba618ee98bef371: from storage DS-6e0f8ec9-7dbd-45f5-898b-d634595af8ba node DatanodeRegistration(127.0.0.1:39725, datanodeUuid=90c94a75-6f9c-4305-8beb-cfe6c680184d, infoPort=37939, infoSecurePort=0, ipcPort=42065, storageInfo=lv=-57;cid=testClusterID;nsid=618116549;c=1731583623114), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:27:05,408 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36 2024-11-14T11:27:05,424 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/cluster_66db8c87-e536-869b-9bb0-ca9c6c11cf97/zookeeper_0, clientPort=56000, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/cluster_66db8c87-e536-869b-9bb0-ca9c6c11cf97/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/cluster_66db8c87-e536-869b-9bb0-ca9c6c11cf97/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T11:27:05,426 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56000 2024-11-14T11:27:05,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:27:05,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:27:05,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37649 is added to blk_1073741825_1001 (size=7) 2024-11-14T11:27:05,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39725 is added to blk_1073741825_1001 (size=7) 2024-11-14T11:27:05,448 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d with version=8 2024-11-14T11:27:05,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/hbase-staging 2024-11-14T11:27:05,450 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:27:05,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:27:05,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:27:05,450 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:27:05,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:27:05,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:27:05,450 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T11:27:05,450 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:27:05,451 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34821 2024-11-14T11:27:05,452 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34821 connecting to ZooKeeper ensemble=127.0.0.1:56000 2024-11-14T11:27:05,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348210x0, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:27:05,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34821-0x101391944720000 connected 2024-11-14T11:27:05,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:27:05,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:27:05,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:27:05,613 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d, hbase.cluster.distributed=false 2024-11-14T11:27:05,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:27:05,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34821 2024-11-14T11:27:05,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34821 2024-11-14T11:27:05,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34821 2024-11-14T11:27:05,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34821 2024-11-14T11:27:05,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34821 2024-11-14T11:27:05,643 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:27:05,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:27:05,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:27:05,643 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:27:05,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:27:05,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:27:05,644 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T11:27:05,644 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:27:05,644 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42341 2024-11-14T11:27:05,645 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42341 connecting to ZooKeeper ensemble=127.0.0.1:56000 2024-11-14T11:27:05,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:27:05,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:27:05,660 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423410x0, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:27:05,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423410x0, quorum=127.0.0.1:56000, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:27:05,662 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T11:27:05,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42341-0x101391944720001 connected 2024-11-14T11:27:05,665 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-14T11:27:05,682 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-14T11:27:05,683 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-14T11:27:05,688 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-14T11:27:05,691 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T11:27:05,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42341-0x101391944720001, quorum=127.0.0.1:56000, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T11:27:05,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42341-0x101391944720001, quorum=127.0.0.1:56000, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:27:05,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42341 2024-11-14T11:27:05,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42341 2024-11-14T11:27:05,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42341 2024-11-14T11:27:05,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42341 2024-11-14T11:27:05,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42341 2024-11-14T11:27:05,723 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T11:27:05,726 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:27:05,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:27:05,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:27:05,727 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:27:05,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:27:05,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:27:05,727 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T11:27:05,727 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:27:05,728 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33343 2024-11-14T11:27:05,730 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33343 connecting to ZooKeeper ensemble=127.0.0.1:56000 2024-11-14T11:27:05,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:27:05,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:27:05,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333430x0, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:27:05,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333430x0, quorum=127.0.0.1:56000, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:27:05,745 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T11:27:05,749 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-14T11:27:05,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33343-0x101391944720002 connected 2024-11-14T11:27:05,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:27:05,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:27:05,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:27:05,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:27:05,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:27:05,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:27:05,780 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-14T11:27:05,781 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-14T11:27:05,787 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-14T11:27:05,788 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T11:27:05,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33343-0x101391944720002, quorum=127.0.0.1:56000, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T11:27:05,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33343-0x101391944720002, quorum=127.0.0.1:56000, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:27:05,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33343 2024-11-14T11:27:05,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33343 2024-11-14T11:27:05,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33343 2024-11-14T11:27:05,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33343 2024-11-14T11:27:05,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33343 2024-11-14T11:27:05,837 DEBUG [M:0;7437412fa5b4:34821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7437412fa5b4:34821 2024-11-14T11:27:05,837 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7437412fa5b4,34821,1731583625450 2024-11-14T11:27:05,850 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42341-0x101391944720001, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:27:05,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:27:05,851 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7437412fa5b4,34821,1731583625450 2024-11-14T11:27:05,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33343-0x101391944720002, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:27:05,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33343-0x101391944720002, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T11:27:05,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33343-0x101391944720002, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:05,861 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42341-0x101391944720001, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T11:27:05,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:05,861 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42341-0x101391944720001, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:05,868 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T11:27:05,869 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7437412fa5b4,34821,1731583625450 from backup master directory 2024-11-14T11:27:05,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7437412fa5b4,34821,1731583625450 2024-11-14T11:27:05,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33343-0x101391944720002, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:27:05,881 WARN [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:27:05,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:27:05,881 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42341-0x101391944720001, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:27:05,881 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7437412fa5b4,34821,1731583625450 2024-11-14T11:27:05,890 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/hbase.id] with ID: 4ac5194f-ce9d-4a07-8ab9-6f1160cb83d2 2024-11-14T11:27:05,890 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/.tmp/hbase.id 2024-11-14T11:27:05,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37649 is added to blk_1073741826_1002 (size=42) 2024-11-14T11:27:05,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39725 is added to blk_1073741826_1002 (size=42) 2024-11-14T11:27:05,912 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/.tmp/hbase.id]:[hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/hbase.id] 2024-11-14T11:27:05,934 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:27:05,934 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T11:27:05,939 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-14T11:27:05,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:05,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33343-0x101391944720002, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:05,944 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42341-0x101391944720001, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:05,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39725 is added to blk_1073741827_1003 (size=196) 2024-11-14T11:27:05,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37649 is added to blk_1073741827_1003 (size=196) 2024-11-14T11:27:05,963 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T11:27:05,963 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T11:27:05,963 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:27:05,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37649 is added to blk_1073741828_1004 (size=1189) 2024-11-14T11:27:05,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39725 is added to blk_1073741828_1004 (size=1189) 2024-11-14T11:27:05,978 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/MasterData/data/master/store 2024-11-14T11:27:05,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37649 is added to blk_1073741829_1005 (size=34) 2024-11-14T11:27:05,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39725 is added to blk_1073741829_1005 (size=34) 2024-11-14T11:27:05,998 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:27:05,998 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T11:27:05,998 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:27:05,998 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:27:05,998 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T11:27:05,999 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:27:05,999 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:27:05,999 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731583625998Disabling compacts and flushes for region at 1731583625998Disabling writes for close at 1731583625999 (+1 ms)Writing region close event to WAL at 1731583625999Closed at 1731583625999 2024-11-14T11:27:06,004 WARN [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/MasterData/data/master/store/.initializing 2024-11-14T11:27:06,005 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/MasterData/WALs/7437412fa5b4,34821,1731583625450 2024-11-14T11:27:06,006 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:27:06,008 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C34821%2C1731583625450, suffix=, logDir=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/MasterData/WALs/7437412fa5b4,34821,1731583625450, archiveDir=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/MasterData/oldWALs, maxLogs=10 2024-11-14T11:27:06,021 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/MasterData/WALs/7437412fa5b4,34821,1731583625450/7437412fa5b4%2C34821%2C1731583625450.1731583626008, exclude list is [], retry=0 2024-11-14T11:27:06,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37649,DS-12d60389-e35e-4c9e-81de-07ff18dd8009,DISK] 2024-11-14T11:27:06,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39725,DS-e3b59c11-03cc-4060-9ef5-9bcaa18bbe28,DISK] 2024-11-14T11:27:06,027 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/MasterData/WALs/7437412fa5b4,34821,1731583625450/7437412fa5b4%2C34821%2C1731583625450.1731583626008 2024-11-14T11:27:06,027 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37077:37077),(127.0.0.1/127.0.0.1:37939:37939)] 2024-11-14T11:27:06,027 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:27:06,027 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:27:06,028 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:27:06,028 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:27:06,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:27:06,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T11:27:06,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:06,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:27:06,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:27:06,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T11:27:06,033 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:06,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:27:06,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:27:06,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T11:27:06,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:06,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:27:06,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:27:06,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T11:27:06,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:06,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:27:06,038 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:27:06,039 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:27:06,039 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:27:06,041 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:27:06,041 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:27:06,041 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T11:27:06,042 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:27:06,044 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:27:06,045 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66815241, jitterRate=-0.00437532365322113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T11:27:06,046 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731583626028Initializing all the Stores at 1731583626029 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583626029Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583626029Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583626029Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583626029Cleaning up temporary data from old regions at 1731583626041 (+12 ms)Region opened successfully at 1731583626046 (+5 ms) 2024-11-14T11:27:06,046 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T11:27:06,051 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7328d7ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:27:06,052 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T11:27:06,052 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T11:27:06,052 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T11:27:06,052 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T11:27:06,053 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T11:27:06,054 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T11:27:06,054 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T11:27:06,063 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T11:27:06,064 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T11:27:06,070 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T11:27:06,071 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T11:27:06,071 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T11:27:06,081 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T11:27:06,081 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T11:27:06,082 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T11:27:06,091 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T11:27:06,093 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T11:27:06,102 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T11:27:06,104 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T11:27:06,112 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T11:27:06,123 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42341-0x101391944720001, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:27:06,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33343-0x101391944720002, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:27:06,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:27:06,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33343-0x101391944720002, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:06,123 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42341-0x101391944720001, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:06,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:06,124 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7437412fa5b4,34821,1731583625450, sessionid=0x101391944720000, setting cluster-up flag (Was=false) 2024-11-14T11:27:06,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33343-0x101391944720002, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:06,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:06,144 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42341-0x101391944720001, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:06,197 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T11:27:06,198 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7437412fa5b4,34821,1731583625450 2024-11-14T11:27:06,218 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42341-0x101391944720001, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:06,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33343-0x101391944720002, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:06,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:06,250 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T11:27:06,251 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7437412fa5b4,34821,1731583625450 2024-11-14T11:27:06,252 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T11:27:06,253 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T11:27:06,254 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T11:27:06,254 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T11:27:06,254 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7437412fa5b4,34821,1731583625450 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T11:27:06,255 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:27:06,255 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:27:06,255 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:27:06,255 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:27:06,255 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7437412fa5b4:0, corePoolSize=10, maxPoolSize=10 2024-11-14T11:27:06,255 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:06,255 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:27:06,256 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:06,257 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731583656257 2024-11-14T11:27:06,257 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T11:27:06,257 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T11:27:06,257 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T11:27:06,257 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T11:27:06,257 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T11:27:06,257 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T11:27:06,257 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:27:06,257 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T11:27:06,258 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:06,258 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T11:27:06,259 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,260 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T11:27:06,260 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T11:27:06,260 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T11:27:06,260 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T11:27:06,260 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T11:27:06,261 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731583626260,5,FailOnTimeoutGroup] 2024-11-14T11:27:06,261 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731583626261,5,FailOnTimeoutGroup] 2024-11-14T11:27:06,261 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,261 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T11:27:06,261 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,261 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39725 is added to blk_1073741831_1007 (size=1321) 2024-11-14T11:27:06,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37649 is added to blk_1073741831_1007 (size=1321) 2024-11-14T11:27:06,273 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T11:27:06,273 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d 2024-11-14T11:27:06,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39725 is added to blk_1073741832_1008 (size=32) 2024-11-14T11:27:06,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37649 is added to blk_1073741832_1008 (size=32) 2024-11-14T11:27:06,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:27:06,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T11:27:06,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T11:27:06,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:06,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:27:06,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T11:27:06,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T11:27:06,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:06,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:27:06,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T11:27:06,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T11:27:06,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:06,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:27:06,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T11:27:06,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T11:27:06,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:06,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:27:06,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T11:27:06,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/hbase/meta/1588230740 2024-11-14T11:27:06,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/hbase/meta/1588230740 2024-11-14T11:27:06,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T11:27:06,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T11:27:06,296 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T11:27:06,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T11:27:06,299 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:27:06,299 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65182266, jitterRate=-0.028708547353744507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T11:27:06,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731583626282Initializing all the Stores at 1731583626282Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583626283 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583626283Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583626283Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583626283Cleaning up temporary data from old regions at 1731583626295 (+12 ms)Region opened successfully at 1731583626300 (+5 ms) 2024-11-14T11:27:06,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T11:27:06,300 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T11:27:06,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T11:27:06,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T11:27:06,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T11:27:06,301 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T11:27:06,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731583626300Disabling compacts and flushes for region at 1731583626300Disabling writes for close at 1731583626300Writing region close event to WAL at 1731583626301 (+1 ms)Closed at 1731583626301 2024-11-14T11:27:06,302 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:27:06,302 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T11:27:06,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T11:27:06,304 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T11:27:06,305 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T11:27:06,326 INFO [RS:0;7437412fa5b4:42341 {}] regionserver.HRegionServer(746): ClusterId : 4ac5194f-ce9d-4a07-8ab9-6f1160cb83d2 2024-11-14T11:27:06,326 INFO [RS:1;7437412fa5b4:33343 {}] regionserver.HRegionServer(746): ClusterId : 4ac5194f-ce9d-4a07-8ab9-6f1160cb83d2 2024-11-14T11:27:06,327 DEBUG [RS:0;7437412fa5b4:42341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T11:27:06,327 DEBUG [RS:1;7437412fa5b4:33343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T11:27:06,335 DEBUG [RS:1;7437412fa5b4:33343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T11:27:06,335 DEBUG [RS:0;7437412fa5b4:42341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T11:27:06,335 DEBUG [RS:1;7437412fa5b4:33343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T11:27:06,335 DEBUG [RS:0;7437412fa5b4:42341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T11:27:06,345 DEBUG [RS:0;7437412fa5b4:42341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T11:27:06,345 DEBUG [RS:1;7437412fa5b4:33343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T11:27:06,345 DEBUG [RS:1;7437412fa5b4:33343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b402dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:27:06,345 DEBUG [RS:0;7437412fa5b4:42341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23483d4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:27:06,356 DEBUG [RS:0;7437412fa5b4:42341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7437412fa5b4:42341 2024-11-14T11:27:06,356 DEBUG [RS:1;7437412fa5b4:33343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7437412fa5b4:33343 2024-11-14T11:27:06,356 INFO [RS:0;7437412fa5b4:42341 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T11:27:06,357 INFO [RS:0;7437412fa5b4:42341 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T11:27:06,357 INFO [RS:1;7437412fa5b4:33343 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T11:27:06,357 DEBUG [RS:0;7437412fa5b4:42341 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T11:27:06,357 INFO [RS:1;7437412fa5b4:33343 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T11:27:06,357 DEBUG [RS:1;7437412fa5b4:33343 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T11:27:06,357 INFO [RS:0;7437412fa5b4:42341 {}] regionserver.HRegionServer(2659): reportForDuty to master=7437412fa5b4,34821,1731583625450 with port=42341, startcode=1731583625643 2024-11-14T11:27:06,357 INFO [RS:1;7437412fa5b4:33343 {}] regionserver.HRegionServer(2659): reportForDuty to master=7437412fa5b4,34821,1731583625450 with port=33343, startcode=1731583625726 2024-11-14T11:27:06,357 DEBUG [RS:1;7437412fa5b4:33343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T11:27:06,357 DEBUG [RS:0;7437412fa5b4:42341 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T11:27:06,361 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T11:27:06,361 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34821 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7437412fa5b4,33343,1731583625726 2024-11-14T11:27:06,361 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34821 {}] master.ServerManager(517): Registering regionserver=7437412fa5b4,33343,1731583625726 2024-11-14T11:27:06,363 DEBUG [RS:1;7437412fa5b4:33343 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d 2024-11-14T11:27:06,363 DEBUG [RS:1;7437412fa5b4:33343 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33261 2024-11-14T11:27:06,363 DEBUG [RS:1;7437412fa5b4:33343 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T11:27:06,365 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T11:27:06,365 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34821 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7437412fa5b4,42341,1731583625643 2024-11-14T11:27:06,365 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34821 {}] master.ServerManager(517): Registering regionserver=7437412fa5b4,42341,1731583625643 2024-11-14T11:27:06,367 DEBUG [RS:0;7437412fa5b4:42341 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d 2024-11-14T11:27:06,367 DEBUG [RS:0;7437412fa5b4:42341 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33261 2024-11-14T11:27:06,367 DEBUG [RS:0;7437412fa5b4:42341 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T11:27:06,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:27:06,413 DEBUG [RS:1;7437412fa5b4:33343 {}] zookeeper.ZKUtil(111): regionserver:33343-0x101391944720002, quorum=127.0.0.1:56000, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7437412fa5b4,33343,1731583625726 2024-11-14T11:27:06,413 WARN [RS:1;7437412fa5b4:33343 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:27:06,413 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7437412fa5b4,42341,1731583625643] 2024-11-14T11:27:06,414 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7437412fa5b4,33343,1731583625726] 2024-11-14T11:27:06,414 INFO [RS:1;7437412fa5b4:33343 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:27:06,414 DEBUG [RS:0;7437412fa5b4:42341 {}] zookeeper.ZKUtil(111): regionserver:42341-0x101391944720001, quorum=127.0.0.1:56000, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7437412fa5b4,42341,1731583625643 2024-11-14T11:27:06,414 DEBUG [RS:1;7437412fa5b4:33343 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/WALs/7437412fa5b4,33343,1731583625726 2024-11-14T11:27:06,414 WARN [RS:0;7437412fa5b4:42341 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:27:06,414 INFO [RS:0;7437412fa5b4:42341 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:27:06,414 DEBUG [RS:0;7437412fa5b4:42341 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/WALs/7437412fa5b4,42341,1731583625643 2024-11-14T11:27:06,417 INFO [RS:1;7437412fa5b4:33343 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T11:27:06,417 INFO [RS:0;7437412fa5b4:42341 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T11:27:06,419 INFO [RS:1;7437412fa5b4:33343 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T11:27:06,419 INFO [RS:1;7437412fa5b4:33343 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T11:27:06,420 INFO [RS:1;7437412fa5b4:33343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,421 INFO [RS:1;7437412fa5b4:33343 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T11:27:06,422 INFO [RS:1;7437412fa5b4:33343 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T11:27:06,422 INFO [RS:1;7437412fa5b4:33343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,422 DEBUG [RS:1;7437412fa5b4:33343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:06,422 DEBUG [RS:1;7437412fa5b4:33343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:06,422 DEBUG [RS:1;7437412fa5b4:33343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:06,422 DEBUG [RS:1;7437412fa5b4:33343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:06,422 DEBUG [RS:1;7437412fa5b4:33343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:06,422 DEBUG [RS:1;7437412fa5b4:33343 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:27:06,422 DEBUG [RS:1;7437412fa5b4:33343 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:06,422 DEBUG [RS:1;7437412fa5b4:33343 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:06,422 DEBUG [RS:1;7437412fa5b4:33343 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:06,422 DEBUG [RS:1;7437412fa5b4:33343 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:06,422 DEBUG [RS:1;7437412fa5b4:33343 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:06,423 DEBUG [RS:1;7437412fa5b4:33343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:06,423 DEBUG [RS:1;7437412fa5b4:33343 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:27:06,423 DEBUG [RS:1;7437412fa5b4:33343 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:27:06,424 INFO [RS:0;7437412fa5b4:42341 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T11:27:06,427 INFO [RS:0;7437412fa5b4:42341 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T11:27:06,427 INFO [RS:1;7437412fa5b4:33343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,427 INFO [RS:0;7437412fa5b4:42341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,427 INFO [RS:1;7437412fa5b4:33343 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,427 INFO [RS:1;7437412fa5b4:33343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,427 INFO [RS:1;7437412fa5b4:33343 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,427 INFO [RS:0;7437412fa5b4:42341 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T11:27:06,427 INFO [RS:1;7437412fa5b4:33343 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,427 INFO [RS:1;7437412fa5b4:33343 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,33343,1731583625726-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:27:06,428 INFO [RS:0;7437412fa5b4:42341 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T11:27:06,428 INFO [RS:0;7437412fa5b4:42341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,428 DEBUG [RS:0;7437412fa5b4:42341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:06,428 DEBUG [RS:0;7437412fa5b4:42341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:06,428 DEBUG [RS:0;7437412fa5b4:42341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:06,428 DEBUG [RS:0;7437412fa5b4:42341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:06,429 DEBUG [RS:0;7437412fa5b4:42341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:06,429 DEBUG [RS:0;7437412fa5b4:42341 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:27:06,429 DEBUG [RS:0;7437412fa5b4:42341 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:06,429 DEBUG [RS:0;7437412fa5b4:42341 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:06,429 DEBUG [RS:0;7437412fa5b4:42341 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:06,429 DEBUG [RS:0;7437412fa5b4:42341 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:06,429 DEBUG [RS:0;7437412fa5b4:42341 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:06,429 DEBUG [RS:0;7437412fa5b4:42341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:06,429 DEBUG [RS:0;7437412fa5b4:42341 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:27:06,429 DEBUG [RS:0;7437412fa5b4:42341 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:27:06,432 INFO [RS:0;7437412fa5b4:42341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,433 INFO [RS:0;7437412fa5b4:42341 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,433 INFO [RS:0;7437412fa5b4:42341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,433 INFO [RS:0;7437412fa5b4:42341 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,433 INFO [RS:0;7437412fa5b4:42341 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,433 INFO [RS:0;7437412fa5b4:42341 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,42341,1731583625643-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:27:06,443 INFO [RS:1;7437412fa5b4:33343 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T11:27:06,443 INFO [RS:1;7437412fa5b4:33343 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,33343,1731583625726-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,443 INFO [RS:1;7437412fa5b4:33343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,443 INFO [RS:1;7437412fa5b4:33343 {}] regionserver.Replication(171): 7437412fa5b4,33343,1731583625726 started 2024-11-14T11:27:06,451 INFO [RS:0;7437412fa5b4:42341 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T11:27:06,451 INFO [RS:0;7437412fa5b4:42341 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,42341,1731583625643-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,452 INFO [RS:0;7437412fa5b4:42341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,452 INFO [RS:0;7437412fa5b4:42341 {}] regionserver.Replication(171): 7437412fa5b4,42341,1731583625643 started 2024-11-14T11:27:06,455 WARN [7437412fa5b4:34821 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T11:27:06,460 INFO [RS:1;7437412fa5b4:33343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,460 INFO [RS:1;7437412fa5b4:33343 {}] regionserver.HRegionServer(1482): Serving as 7437412fa5b4,33343,1731583625726, RpcServer on 7437412fa5b4/172.17.0.2:33343, sessionid=0x101391944720002 2024-11-14T11:27:06,460 DEBUG [RS:1;7437412fa5b4:33343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T11:27:06,460 DEBUG [RS:1;7437412fa5b4:33343 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7437412fa5b4,33343,1731583625726 2024-11-14T11:27:06,460 DEBUG [RS:1;7437412fa5b4:33343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,33343,1731583625726' 2024-11-14T11:27:06,460 DEBUG [RS:1;7437412fa5b4:33343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T11:27:06,460 DEBUG [RS:1;7437412fa5b4:33343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T11:27:06,461 DEBUG [RS:1;7437412fa5b4:33343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T11:27:06,461 DEBUG [RS:1;7437412fa5b4:33343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T11:27:06,461 DEBUG [RS:1;7437412fa5b4:33343 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7437412fa5b4,33343,1731583625726 2024-11-14T11:27:06,461 DEBUG [RS:1;7437412fa5b4:33343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,33343,1731583625726' 2024-11-14T11:27:06,461 DEBUG [RS:1;7437412fa5b4:33343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T11:27:06,461 DEBUG [RS:1;7437412fa5b4:33343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T11:27:06,461 DEBUG [RS:1;7437412fa5b4:33343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T11:27:06,461 INFO [RS:1;7437412fa5b4:33343 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T11:27:06,462 INFO [RS:1;7437412fa5b4:33343 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T11:27:06,467 INFO [RS:0;7437412fa5b4:42341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,467 INFO [RS:0;7437412fa5b4:42341 {}] regionserver.HRegionServer(1482): Serving as 7437412fa5b4,42341,1731583625643, RpcServer on 7437412fa5b4/172.17.0.2:42341, sessionid=0x101391944720001 2024-11-14T11:27:06,467 DEBUG [RS:0;7437412fa5b4:42341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T11:27:06,467 DEBUG [RS:0;7437412fa5b4:42341 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7437412fa5b4,42341,1731583625643 2024-11-14T11:27:06,467 DEBUG [RS:0;7437412fa5b4:42341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,42341,1731583625643' 2024-11-14T11:27:06,467 DEBUG [RS:0;7437412fa5b4:42341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T11:27:06,468 DEBUG [RS:0;7437412fa5b4:42341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T11:27:06,468 DEBUG [RS:0;7437412fa5b4:42341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T11:27:06,468 DEBUG [RS:0;7437412fa5b4:42341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T11:27:06,468 DEBUG [RS:0;7437412fa5b4:42341 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7437412fa5b4,42341,1731583625643 2024-11-14T11:27:06,468 DEBUG [RS:0;7437412fa5b4:42341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,42341,1731583625643' 2024-11-14T11:27:06,468 DEBUG [RS:0;7437412fa5b4:42341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T11:27:06,468 DEBUG [RS:0;7437412fa5b4:42341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T11:27:06,469 DEBUG [RS:0;7437412fa5b4:42341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T11:27:06,469 INFO [RS:0;7437412fa5b4:42341 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T11:27:06,469 INFO [RS:0;7437412fa5b4:42341 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T11:27:06,562 INFO [RS:1;7437412fa5b4:33343 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:27:06,563 INFO [RS:1;7437412fa5b4:33343 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C33343%2C1731583625726, suffix=, logDir=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/WALs/7437412fa5b4,33343,1731583625726, archiveDir=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/oldWALs, maxLogs=32 2024-11-14T11:27:06,569 INFO [RS:0;7437412fa5b4:42341 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:27:06,571 INFO [RS:0;7437412fa5b4:42341 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C42341%2C1731583625643, suffix=, logDir=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/WALs/7437412fa5b4,42341,1731583625643, archiveDir=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/oldWALs, maxLogs=32 2024-11-14T11:27:06,581 DEBUG [RS:1;7437412fa5b4:33343 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/WALs/7437412fa5b4,33343,1731583625726/7437412fa5b4%2C33343%2C1731583625726.1731583626564, exclude list is [], retry=0 2024-11-14T11:27:06,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37649,DS-12d60389-e35e-4c9e-81de-07ff18dd8009,DISK] 2024-11-14T11:27:06,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39725,DS-e3b59c11-03cc-4060-9ef5-9bcaa18bbe28,DISK] 2024-11-14T11:27:06,587 INFO [RS:1;7437412fa5b4:33343 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/WALs/7437412fa5b4,33343,1731583625726/7437412fa5b4%2C33343%2C1731583625726.1731583626564 2024-11-14T11:27:06,587 DEBUG [RS:1;7437412fa5b4:33343 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37077:37077),(127.0.0.1/127.0.0.1:37939:37939)] 2024-11-14T11:27:06,588 DEBUG [RS:0;7437412fa5b4:42341 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/WALs/7437412fa5b4,42341,1731583625643/7437412fa5b4%2C42341%2C1731583625643.1731583626571, exclude list is [], retry=0 2024-11-14T11:27:06,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39725,DS-e3b59c11-03cc-4060-9ef5-9bcaa18bbe28,DISK] 2024-11-14T11:27:06,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37649,DS-12d60389-e35e-4c9e-81de-07ff18dd8009,DISK] 2024-11-14T11:27:06,600 INFO [RS:0;7437412fa5b4:42341 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/WALs/7437412fa5b4,42341,1731583625643/7437412fa5b4%2C42341%2C1731583625643.1731583626571 2024-11-14T11:27:06,600 DEBUG [RS:0;7437412fa5b4:42341 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37939:37939),(127.0.0.1/127.0.0.1:37077:37077)] 2024-11-14T11:27:06,705 DEBUG [7437412fa5b4:34821 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T11:27:06,705 DEBUG [7437412fa5b4:34821 {}] balancer.BalancerClusterState(204): Hosts are {7437412fa5b4=0} racks are {/default-rack=0} 2024-11-14T11:27:06,707 DEBUG [7437412fa5b4:34821 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T11:27:06,707 DEBUG [7437412fa5b4:34821 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T11:27:06,707 DEBUG [7437412fa5b4:34821 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T11:27:06,707 DEBUG [7437412fa5b4:34821 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T11:27:06,707 INFO [7437412fa5b4:34821 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T11:27:06,707 INFO [7437412fa5b4:34821 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T11:27:06,707 DEBUG [7437412fa5b4:34821 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T11:27:06,707 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7437412fa5b4,42341,1731583625643 2024-11-14T11:27:06,708 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7437412fa5b4,42341,1731583625643, state=OPENING 2024-11-14T11:27:06,723 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T11:27:06,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33343-0x101391944720002, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:06,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:06,733 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42341-0x101391944720001, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:06,734 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:27:06,734 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:27:06,734 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T11:27:06,734 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:27:06,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7437412fa5b4,42341,1731583625643}] 2024-11-14T11:27:06,887 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:27:06,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:27:06,892 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T11:27:06,892 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:27:06,893 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T11:27:06,894 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C42341%2C1731583625643.meta, suffix=.meta, logDir=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/WALs/7437412fa5b4,42341,1731583625643, archiveDir=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/oldWALs, maxLogs=32 2024-11-14T11:27:06,907 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/WALs/7437412fa5b4,42341,1731583625643/7437412fa5b4%2C42341%2C1731583625643.meta.1731583626894.meta, exclude list is [], retry=0 2024-11-14T11:27:06,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37649,DS-12d60389-e35e-4c9e-81de-07ff18dd8009,DISK] 2024-11-14T11:27:06,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39725,DS-e3b59c11-03cc-4060-9ef5-9bcaa18bbe28,DISK] 2024-11-14T11:27:06,910 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/WALs/7437412fa5b4,42341,1731583625643/7437412fa5b4%2C42341%2C1731583625643.meta.1731583626894.meta 2024-11-14T11:27:06,911 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37077:37077),(127.0.0.1/127.0.0.1:37939:37939)] 2024-11-14T11:27:06,911 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:27:06,911 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T11:27:06,911 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T11:27:06,911 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T11:27:06,912 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T11:27:06,912 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:27:06,912 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T11:27:06,912 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T11:27:06,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T11:27:06,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T11:27:06,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:06,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:27:06,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T11:27:06,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T11:27:06,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:06,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:27:06,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T11:27:06,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T11:27:06,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:06,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:27:06,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T11:27:06,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T11:27:06,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:06,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:27:06,919 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T11:27:06,920 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/hbase/meta/1588230740 2024-11-14T11:27:06,921 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/hbase/meta/1588230740 2024-11-14T11:27:06,922 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T11:27:06,922 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T11:27:06,923 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T11:27:06,924 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T11:27:06,925 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69926690, jitterRate=0.041988879442214966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T11:27:06,925 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T11:27:06,925 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731583626912Writing region info on filesystem at 1731583626912Initializing all the Stores at 1731583626913 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583626913Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583626914 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583626914Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583626914Cleaning up temporary data from old regions at 1731583626922 (+8 ms)Running coprocessor post-open hooks at 1731583626925 (+3 ms)Region opened successfully at 1731583626925 2024-11-14T11:27:06,926 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731583626886 2024-11-14T11:27:06,928 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T11:27:06,928 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T11:27:06,929 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,42341,1731583625643 2024-11-14T11:27:06,930 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7437412fa5b4,42341,1731583625643, state=OPEN 2024-11-14T11:27:06,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:27:06,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33343-0x101391944720002, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:27:06,933 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42341-0x101391944720001, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:27:06,934 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7437412fa5b4,42341,1731583625643 2024-11-14T11:27:06,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:27:06,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:27:06,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:27:06,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T11:27:06,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7437412fa5b4,42341,1731583625643 in 200 msec 2024-11-14T11:27:06,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T11:27:06,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 634 msec 2024-11-14T11:27:06,939 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:27:06,939 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T11:27:06,940 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:27:06,940 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,42341,1731583625643, seqNum=-1] 2024-11-14T11:27:06,941 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:27:06,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:27:06,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 694 msec 2024-11-14T11:27:06,949 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731583626949, completionTime=-1 2024-11-14T11:27:06,949 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-14T11:27:06,949 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T11:27:06,951 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-14T11:27:06,951 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731583686951 2024-11-14T11:27:06,951 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731583746951 2024-11-14T11:27:06,951 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T11:27:06,951 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,34821,1731583625450-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,951 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,34821,1731583625450-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,951 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,34821,1731583625450-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,951 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7437412fa5b4:34821, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,951 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,952 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:06,953 DEBUG [master/7437412fa5b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T11:27:06,956 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.075sec 2024-11-14T11:27:06,956 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T11:27:06,956 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T11:27:06,956 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T11:27:06,956 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T11:27:06,956 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T11:27:06,956 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,34821,1731583625450-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:27:06,956 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,34821,1731583625450-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T11:27:06,959 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T11:27:06,959 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T11:27:06,959 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,34821,1731583625450-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:07,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509985fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:27:07,027 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,34821,-1 for getting cluster id 2024-11-14T11:27:07,027 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:27:07,028 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ac5194f-ce9d-4a07-8ab9-6f1160cb83d2' 2024-11-14T11:27:07,029 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:27:07,029 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ac5194f-ce9d-4a07-8ab9-6f1160cb83d2" 2024-11-14T11:27:07,029 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c2e8aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:27:07,029 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,34821,-1] 2024-11-14T11:27:07,029 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:27:07,030 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:07,031 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:27:07,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76244a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:27:07,032 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:27:07,034 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,42341,1731583625643, seqNum=-1] 2024-11-14T11:27:07,034 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:27:07,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:27:07,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7437412fa5b4,34821,1731583625450 2024-11-14T11:27:07,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T11:27:07,038 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7437412fa5b4,34821,1731583625450 2024-11-14T11:27:07,039 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40b4c39f 2024-11-14T11:27:07,039 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T11:27:07,040 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T11:27:07,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34821 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T11:27:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34821 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-14T11:27:07,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T11:27:07,044 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:07,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34821 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-14T11:27:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:27:07,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T11:27:07,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37649 is added to blk_1073741836_1012 (size=379) 2024-11-14T11:27:07,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39725 is added to blk_1073741836_1012 (size=379) 2024-11-14T11:27:07,056 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2f61f12ebd6b32ebbd807f111202db95, NAME => 'testClearRegionBlockCache,,1731583627041.2f61f12ebd6b32ebbd807f111202db95.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d 2024-11-14T11:27:07,056 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5e6f679a18675ca3068900665dd1af88, NAME => 'testClearRegionBlockCache,5,1731583627041.5e6f679a18675ca3068900665dd1af88.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d 2024-11-14T11:27:07,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37649 is added to blk_1073741837_1013 (size=61) 2024-11-14T11:27:07,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39725 is added to blk_1073741837_1013 (size=61) 2024-11-14T11:27:07,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37649 is added to blk_1073741838_1014 (size=61) 2024-11-14T11:27:07,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39725 is added to blk_1073741838_1014 (size=61) 2024-11-14T11:27:07,064 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731583627041.5e6f679a18675ca3068900665dd1af88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:27:07,064 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731583627041.2f61f12ebd6b32ebbd807f111202db95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:27:07,064 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 5e6f679a18675ca3068900665dd1af88, disabling compactions & flushes 2024-11-14T11:27:07,064 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 2f61f12ebd6b32ebbd807f111202db95, disabling compactions & flushes 2024-11-14T11:27:07,064 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731583627041.5e6f679a18675ca3068900665dd1af88. 2024-11-14T11:27:07,064 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731583627041.2f61f12ebd6b32ebbd807f111202db95. 2024-11-14T11:27:07,064 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731583627041.5e6f679a18675ca3068900665dd1af88. 2024-11-14T11:27:07,064 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731583627041.2f61f12ebd6b32ebbd807f111202db95. 2024-11-14T11:27:07,064 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731583627041.5e6f679a18675ca3068900665dd1af88. after waiting 0 ms 2024-11-14T11:27:07,064 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731583627041.2f61f12ebd6b32ebbd807f111202db95. after waiting 0 ms 2024-11-14T11:27:07,064 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731583627041.5e6f679a18675ca3068900665dd1af88. 2024-11-14T11:27:07,064 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731583627041.2f61f12ebd6b32ebbd807f111202db95. 2024-11-14T11:27:07,064 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731583627041.5e6f679a18675ca3068900665dd1af88. 2024-11-14T11:27:07,064 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731583627041.2f61f12ebd6b32ebbd807f111202db95. 2024-11-14T11:27:07,064 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5e6f679a18675ca3068900665dd1af88: Waiting for close lock at 1731583627064Disabling compacts and flushes for region at 1731583627064Disabling writes for close at 1731583627064Writing region close event to WAL at 1731583627064Closed at 1731583627064 2024-11-14T11:27:07,064 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2f61f12ebd6b32ebbd807f111202db95: Waiting for close lock at 1731583627064Disabling compacts and flushes for region at 1731583627064Disabling writes for close at 1731583627064Writing region close event to WAL at 1731583627064Closed at 1731583627064 2024-11-14T11:27:07,065 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T11:27:07,066 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731583627041.5e6f679a18675ca3068900665dd1af88.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731583627065"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731583627065"}]},"ts":"1731583627065"} 2024-11-14T11:27:07,066 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731583627041.2f61f12ebd6b32ebbd807f111202db95.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731583627065"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731583627065"}]},"ts":"1731583627065"} 2024-11-14T11:27:07,069 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-14T11:27:07,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T11:27:07,071 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583627071"}]},"ts":"1731583627071"} 2024-11-14T11:27:07,073 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-14T11:27:07,073 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7437412fa5b4=0} racks are {/default-rack=0} 2024-11-14T11:27:07,074 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T11:27:07,074 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T11:27:07,074 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T11:27:07,074 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T11:27:07,074 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T11:27:07,074 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T11:27:07,074 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T11:27:07,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2f61f12ebd6b32ebbd807f111202db95, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5e6f679a18675ca3068900665dd1af88, ASSIGN}] 2024-11-14T11:27:07,076 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5e6f679a18675ca3068900665dd1af88, ASSIGN 2024-11-14T11:27:07,076 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2f61f12ebd6b32ebbd807f111202db95, ASSIGN 2024-11-14T11:27:07,077 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5e6f679a18675ca3068900665dd1af88, ASSIGN; state=OFFLINE, location=7437412fa5b4,33343,1731583625726; forceNewPlan=false, retain=false 2024-11-14T11:27:07,077 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2f61f12ebd6b32ebbd807f111202db95, ASSIGN; state=OFFLINE, location=7437412fa5b4,42341,1731583625643; forceNewPlan=false, retain=false 2024-11-14T11:27:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:27:07,227 INFO [7437412fa5b4:34821 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-14T11:27:07,228 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5e6f679a18675ca3068900665dd1af88, regionState=OPENING, regionLocation=7437412fa5b4,33343,1731583625726 2024-11-14T11:27:07,228 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2f61f12ebd6b32ebbd807f111202db95, regionState=OPENING, regionLocation=7437412fa5b4,42341,1731583625643 2024-11-14T11:27:07,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2f61f12ebd6b32ebbd807f111202db95, ASSIGN because future has completed 2024-11-14T11:27:07,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f61f12ebd6b32ebbd807f111202db95, server=7437412fa5b4,42341,1731583625643}] 2024-11-14T11:27:07,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5e6f679a18675ca3068900665dd1af88, ASSIGN because future has completed 2024-11-14T11:27:07,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e6f679a18675ca3068900665dd1af88, server=7437412fa5b4,33343,1731583625726}] 2024-11-14T11:27:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:27:07,385 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:27:07,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:27:07,388 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731583627041.2f61f12ebd6b32ebbd807f111202db95. 2024-11-14T11:27:07,388 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f61f12ebd6b32ebbd807f111202db95, NAME => 'testClearRegionBlockCache,,1731583627041.2f61f12ebd6b32ebbd807f111202db95.', STARTKEY => '', ENDKEY => '5'} 2024-11-14T11:27:07,388 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2f61f12ebd6b32ebbd807f111202db95 2024-11-14T11:27:07,388 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731583627041.2f61f12ebd6b32ebbd807f111202db95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:27:07,388 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 2f61f12ebd6b32ebbd807f111202db95 2024-11-14T11:27:07,388 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 2f61f12ebd6b32ebbd807f111202db95 2024-11-14T11:27:07,392 INFO [StoreOpener-2f61f12ebd6b32ebbd807f111202db95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2f61f12ebd6b32ebbd807f111202db95 2024-11-14T11:27:07,392 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731583627041.5e6f679a18675ca3068900665dd1af88. 2024-11-14T11:27:07,392 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e6f679a18675ca3068900665dd1af88, NAME => 'testClearRegionBlockCache,5,1731583627041.5e6f679a18675ca3068900665dd1af88.', STARTKEY => '5', ENDKEY => ''} 2024-11-14T11:27:07,392 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 5e6f679a18675ca3068900665dd1af88 2024-11-14T11:27:07,392 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731583627041.5e6f679a18675ca3068900665dd1af88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:27:07,392 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 5e6f679a18675ca3068900665dd1af88 2024-11-14T11:27:07,392 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 5e6f679a18675ca3068900665dd1af88 2024-11-14T11:27:07,393 INFO [StoreOpener-2f61f12ebd6b32ebbd807f111202db95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f61f12ebd6b32ebbd807f111202db95 columnFamilyName family 2024-11-14T11:27:07,394 DEBUG [StoreOpener-2f61f12ebd6b32ebbd807f111202db95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:07,394 INFO [StoreOpener-2f61f12ebd6b32ebbd807f111202db95-1 {}] regionserver.HStore(327): Store=2f61f12ebd6b32ebbd807f111202db95/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:27:07,394 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 2f61f12ebd6b32ebbd807f111202db95 2024-11-14T11:27:07,394 INFO [StoreOpener-5e6f679a18675ca3068900665dd1af88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 5e6f679a18675ca3068900665dd1af88 2024-11-14T11:27:07,395 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/default/testClearRegionBlockCache/2f61f12ebd6b32ebbd807f111202db95 2024-11-14T11:27:07,395 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/default/testClearRegionBlockCache/2f61f12ebd6b32ebbd807f111202db95 2024-11-14T11:27:07,396 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 2f61f12ebd6b32ebbd807f111202db95 2024-11-14T11:27:07,396 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 2f61f12ebd6b32ebbd807f111202db95 2024-11-14T11:27:07,396 INFO [StoreOpener-5e6f679a18675ca3068900665dd1af88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e6f679a18675ca3068900665dd1af88 columnFamilyName family 2024-11-14T11:27:07,396 DEBUG [StoreOpener-5e6f679a18675ca3068900665dd1af88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:07,396 INFO [StoreOpener-5e6f679a18675ca3068900665dd1af88-1 {}] regionserver.HStore(327): Store=5e6f679a18675ca3068900665dd1af88/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:27:07,396 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 5e6f679a18675ca3068900665dd1af88 2024-11-14T11:27:07,397 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/default/testClearRegionBlockCache/5e6f679a18675ca3068900665dd1af88 2024-11-14T11:27:07,397 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 2f61f12ebd6b32ebbd807f111202db95 2024-11-14T11:27:07,397 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/default/testClearRegionBlockCache/5e6f679a18675ca3068900665dd1af88 2024-11-14T11:27:07,398 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 5e6f679a18675ca3068900665dd1af88 2024-11-14T11:27:07,398 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 5e6f679a18675ca3068900665dd1af88 2024-11-14T11:27:07,399 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 5e6f679a18675ca3068900665dd1af88 2024-11-14T11:27:07,399 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/default/testClearRegionBlockCache/2f61f12ebd6b32ebbd807f111202db95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:27:07,400 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 2f61f12ebd6b32ebbd807f111202db95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68543019, jitterRate=0.021370574831962585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:27:07,400 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f61f12ebd6b32ebbd807f111202db95 2024-11-14T11:27:07,401 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 2f61f12ebd6b32ebbd807f111202db95: Running coprocessor pre-open hook at 1731583627389Writing region info on filesystem at 1731583627389Initializing all the Stores at 1731583627389Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583627389Cleaning up temporary data from old regions at 1731583627396 (+7 ms)Running coprocessor post-open hooks at 1731583627400 (+4 ms)Region opened successfully at 1731583627401 (+1 ms) 2024-11-14T11:27:07,402 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731583627041.2f61f12ebd6b32ebbd807f111202db95., pid=7, masterSystemTime=1731583627384 2024-11-14T11:27:07,404 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/default/testClearRegionBlockCache/5e6f679a18675ca3068900665dd1af88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:27:07,405 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731583627041.2f61f12ebd6b32ebbd807f111202db95. 2024-11-14T11:27:07,405 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731583627041.2f61f12ebd6b32ebbd807f111202db95. 2024-11-14T11:27:07,405 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 5e6f679a18675ca3068900665dd1af88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67013555, jitterRate=-0.0014202147722244263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:27:07,405 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e6f679a18675ca3068900665dd1af88 2024-11-14T11:27:07,405 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 5e6f679a18675ca3068900665dd1af88: Running coprocessor pre-open hook at 1731583627393Writing region info on filesystem at 1731583627393Initializing all the Stores at 1731583627394 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583627394Cleaning up temporary data from old regions at 1731583627398 (+4 ms)Running coprocessor post-open hooks at 1731583627405 (+7 ms)Region opened successfully at 1731583627405 2024-11-14T11:27:07,405 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2f61f12ebd6b32ebbd807f111202db95, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,42341,1731583625643 2024-11-14T11:27:07,406 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731583627041.5e6f679a18675ca3068900665dd1af88., pid=8, masterSystemTime=1731583627385 2024-11-14T11:27:07,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f61f12ebd6b32ebbd807f111202db95, server=7437412fa5b4,42341,1731583625643 because future has completed 2024-11-14T11:27:07,408 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731583627041.5e6f679a18675ca3068900665dd1af88. 2024-11-14T11:27:07,409 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731583627041.5e6f679a18675ca3068900665dd1af88. 2024-11-14T11:27:07,409 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5e6f679a18675ca3068900665dd1af88, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,33343,1731583625726 2024-11-14T11:27:07,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e6f679a18675ca3068900665dd1af88, server=7437412fa5b4,33343,1731583625726 because future has completed 2024-11-14T11:27:07,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-14T11:27:07,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f61f12ebd6b32ebbd807f111202db95, server=7437412fa5b4,42341,1731583625643 in 178 msec 2024-11-14T11:27:07,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2f61f12ebd6b32ebbd807f111202db95, ASSIGN in 337 msec 2024-11-14T11:27:07,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-14T11:27:07,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e6f679a18675ca3068900665dd1af88, server=7437412fa5b4,33343,1731583625726 in 181 msec 2024-11-14T11:27:07,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-14T11:27:07,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=5e6f679a18675ca3068900665dd1af88, ASSIGN in 341 msec 2024-11-14T11:27:07,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T11:27:07,420 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583627419"}]},"ts":"1731583627419"} 2024-11-14T11:27:07,422 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-14T11:27:07,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T11:27:07,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 382 msec 2024-11-14T11:27:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:27:07,676 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-14T11:27:07,676 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-14T11:27:07,676 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T11:27:07,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-14T11:27:07,679 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T11:27:07,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-14T11:27:07,682 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731583627041.2f61f12ebd6b32ebbd807f111202db95., hostname=7437412fa5b4,42341,1731583625643, seqNum=2] 2024-11-14T11:27:07,694 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731583627041.5e6f679a18675ca3068900665dd1af88., hostname=7437412fa5b4,33343,1731583625726, seqNum=2] 2024-11-14T11:27:07,694 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:27:07,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:27:07,705 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2f61f12ebd6b32ebbd807f111202db95 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-14T11:27:07,721 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/default/testClearRegionBlockCache/2f61f12ebd6b32ebbd807f111202db95/.tmp/family/b6e4cc8545bd43b4bd6a60f1d90ce488 is 32, key is 1/family:/1731583627683/Put/seqid=0 2024-11-14T11:27:07,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37649 is added to blk_1073741839_1015 (size=5054) 2024-11-14T11:27:07,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39725 is added to blk_1073741839_1015 (size=5054) 2024-11-14T11:27:07,726 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/default/testClearRegionBlockCache/2f61f12ebd6b32ebbd807f111202db95/.tmp/family/b6e4cc8545bd43b4bd6a60f1d90ce488 2024-11-14T11:27:07,731 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/default/testClearRegionBlockCache/2f61f12ebd6b32ebbd807f111202db95/.tmp/family/b6e4cc8545bd43b4bd6a60f1d90ce488 as hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/default/testClearRegionBlockCache/2f61f12ebd6b32ebbd807f111202db95/family/b6e4cc8545bd43b4bd6a60f1d90ce488 2024-11-14T11:27:07,737 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/default/testClearRegionBlockCache/2f61f12ebd6b32ebbd807f111202db95/family/b6e4cc8545bd43b4bd6a60f1d90ce488, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T11:27:07,738 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 2f61f12ebd6b32ebbd807f111202db95 in 33ms, sequenceid=8, compaction requested=false 2024-11-14T11:27:07,738 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2f61f12ebd6b32ebbd807f111202db95: 2024-11-14T11:27:07,738 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5e6f679a18675ca3068900665dd1af88 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-14T11:27:07,756 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/default/testClearRegionBlockCache/5e6f679a18675ca3068900665dd1af88/.tmp/family/fe35a4879aff4253959762ff7a0096df is 32, key is 5/family:/1731583627696/Put/seqid=0 2024-11-14T11:27:07,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39725 is added to blk_1073741840_1016 (size=5083) 2024-11-14T11:27:07,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37649 is added to blk_1073741840_1016 (size=5083) 2024-11-14T11:27:07,761 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/default/testClearRegionBlockCache/5e6f679a18675ca3068900665dd1af88/.tmp/family/fe35a4879aff4253959762ff7a0096df 2024-11-14T11:27:07,767 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/default/testClearRegionBlockCache/5e6f679a18675ca3068900665dd1af88/.tmp/family/fe35a4879aff4253959762ff7a0096df as hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/default/testClearRegionBlockCache/5e6f679a18675ca3068900665dd1af88/family/fe35a4879aff4253959762ff7a0096df 2024-11-14T11:27:07,772 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/default/testClearRegionBlockCache/5e6f679a18675ca3068900665dd1af88/family/fe35a4879aff4253959762ff7a0096df, entries=5, sequenceid=9, filesize=5.0 K 2024-11-14T11:27:07,773 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 5e6f679a18675ca3068900665dd1af88 in 35ms, sequenceid=9, compaction requested=false 2024-11-14T11:27:07,773 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5e6f679a18675ca3068900665dd1af88: 2024-11-14T11:27:07,775 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file b6e4cc8545bd43b4bd6a60f1d90ce488, starting offset: 0, end offset: 9223372036854775807 2024-11-14T11:27:07,775 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key b6e4cc8545bd43b4bd6a60f1d90ce488_0 from back map with offset lock 2094080 in the evict process 2024-11-14T11:27:07,777 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file fe35a4879aff4253959762ff7a0096df, starting offset: 0, end offset: 9223372036854775807 2024-11-14T11:27:07,777 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key fe35a4879aff4253959762ff7a0096df_0 from back map with offset lock 2094080 in the evict process 2024-11-14T11:27:07,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T11:27:07,777 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:27:07,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:27:07,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:07,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:07,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:27:07,778 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T11:27:07,778 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1820709846, stopped=false 2024-11-14T11:27:07,778 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7437412fa5b4,34821,1731583625450 2024-11-14T11:27:07,799 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T11:27:07,799 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T11:27:07,800 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T11:27:07,800 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T11:27:07,801 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T11:27:07,801 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T11:27:07,801 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-14T11:27:07,801 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-14T11:27:07,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33343-0x101391944720002, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T11:27:07,818 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42341-0x101391944720001, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T11:27:07,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T11:27:07,818 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42341-0x101391944720001, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:07,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33343-0x101391944720002, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:07,818 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T11:27:07,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:07,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42341-0x101391944720001, quorum=127.0.0.1:56000, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:27:07,819 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:27:07,819 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:27:07,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33343-0x101391944720002, quorum=127.0.0.1:56000, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:27:07,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:27:07,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:07,819 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7437412fa5b4,42341,1731583625643' ***** 2024-11-14T11:27:07,819 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T11:27:07,819 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7437412fa5b4,33343,1731583625726' ***** 2024-11-14T11:27:07,819 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T11:27:07,819 INFO [RS:0;7437412fa5b4:42341 {}] bucket.BucketCache(1739): Disabling cache 2024-11-14T11:27:07,819 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-14T11:27:07,819 INFO [RS:1;7437412fa5b4:33343 {}] bucket.BucketCache(1739): Disabling cache 2024-11-14T11:27:07,820 INFO [RS:1;7437412fa5b4:33343 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-14T11:27:07,820 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-14T11:27:07,820 INFO [RS:1;7437412fa5b4:33343 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T11:27:07,820 INFO [RS:1;7437412fa5b4:33343 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T11:27:07,820 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T11:27:07,820 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-14T11:27:07,820 INFO [RS:1;7437412fa5b4:33343 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T11:27:07,820 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-14T11:27:07,820 INFO [RS:1;7437412fa5b4:33343 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e6f679a18675ca3068900665dd1af88 2024-11-14T11:27:07,820 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-14T11:27:07,820 INFO [RS:0;7437412fa5b4:42341 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-14T11:27:07,820 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-14T11:27:07,820 INFO [RS:0;7437412fa5b4:42341 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T11:27:07,820 INFO [RS:1;7437412fa5b4:33343 {}] regionserver.HRegionServer(959): stopping server 7437412fa5b4,33343,1731583625726 2024-11-14T11:27:07,820 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T11:27:07,820 INFO [RS:1;7437412fa5b4:33343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:27:07,820 INFO [RS:0;7437412fa5b4:42341 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T11:27:07,820 INFO [RS:1;7437412fa5b4:33343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7437412fa5b4:33343. 2024-11-14T11:27:07,820 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e6f679a18675ca3068900665dd1af88, disabling compactions & flushes 2024-11-14T11:27:07,820 INFO [RS:0;7437412fa5b4:42341 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T11:27:07,820 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731583627041.5e6f679a18675ca3068900665dd1af88. 2024-11-14T11:27:07,820 INFO [RS:0;7437412fa5b4:42341 {}] regionserver.HRegionServer(3091): Received CLOSE for 2f61f12ebd6b32ebbd807f111202db95 2024-11-14T11:27:07,820 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731583627041.5e6f679a18675ca3068900665dd1af88. 2024-11-14T11:27:07,820 DEBUG [RS:1;7437412fa5b4:33343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:27:07,821 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731583627041.5e6f679a18675ca3068900665dd1af88. after waiting 1 ms 2024-11-14T11:27:07,821 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731583627041.5e6f679a18675ca3068900665dd1af88. 2024-11-14T11:27:07,821 DEBUG [RS:1;7437412fa5b4:33343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:07,821 INFO [RS:1;7437412fa5b4:33343 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T11:27:07,821 DEBUG [RS:1;7437412fa5b4:33343 {}] regionserver.HRegionServer(1325): Online Regions={5e6f679a18675ca3068900665dd1af88=testClearRegionBlockCache,5,1731583627041.5e6f679a18675ca3068900665dd1af88.} 2024-11-14T11:27:07,821 DEBUG [RS:1;7437412fa5b4:33343 {}] regionserver.HRegionServer(1351): Waiting on 5e6f679a18675ca3068900665dd1af88 2024-11-14T11:27:07,824 INFO [RS:0;7437412fa5b4:42341 {}] regionserver.HRegionServer(959): stopping server 7437412fa5b4,42341,1731583625643 2024-11-14T11:27:07,824 INFO [RS:0;7437412fa5b4:42341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:27:07,824 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2f61f12ebd6b32ebbd807f111202db95, disabling compactions & flushes 2024-11-14T11:27:07,824 INFO [RS:0;7437412fa5b4:42341 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7437412fa5b4:42341. 2024-11-14T11:27:07,824 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731583627041.2f61f12ebd6b32ebbd807f111202db95. 2024-11-14T11:27:07,824 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731583627041.2f61f12ebd6b32ebbd807f111202db95. 2024-11-14T11:27:07,824 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731583627041.2f61f12ebd6b32ebbd807f111202db95. after waiting 0 ms 2024-11-14T11:27:07,824 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731583627041.2f61f12ebd6b32ebbd807f111202db95. 2024-11-14T11:27:07,824 DEBUG [RS:0;7437412fa5b4:42341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:27:07,824 DEBUG [RS:0;7437412fa5b4:42341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:07,825 INFO [RS:0;7437412fa5b4:42341 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T11:27:07,825 INFO [RS:0;7437412fa5b4:42341 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T11:27:07,825 INFO [RS:0;7437412fa5b4:42341 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T11:27:07,825 INFO [RS:0;7437412fa5b4:42341 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T11:27:07,825 INFO [RS:0;7437412fa5b4:42341 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T11:27:07,825 DEBUG [RS:0;7437412fa5b4:42341 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2f61f12ebd6b32ebbd807f111202db95=testClearRegionBlockCache,,1731583627041.2f61f12ebd6b32ebbd807f111202db95.} 2024-11-14T11:27:07,825 DEBUG [RS:0;7437412fa5b4:42341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2f61f12ebd6b32ebbd807f111202db95 2024-11-14T11:27:07,825 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T11:27:07,825 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T11:27:07,825 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T11:27:07,825 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T11:27:07,825 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T11:27:07,826 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-14T11:27:07,828 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/default/testClearRegionBlockCache/5e6f679a18675ca3068900665dd1af88/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T11:27:07,828 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/default/testClearRegionBlockCache/2f61f12ebd6b32ebbd807f111202db95/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T11:27:07,829 INFO [regionserver/7437412fa5b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:27:07,829 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731583627041.5e6f679a18675ca3068900665dd1af88. 2024-11-14T11:27:07,829 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731583627041.2f61f12ebd6b32ebbd807f111202db95. 2024-11-14T11:27:07,829 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2f61f12ebd6b32ebbd807f111202db95: Waiting for close lock at 1731583627824Running coprocessor pre-close hooks at 1731583627824Disabling compacts and flushes for region at 1731583627824Disabling writes for close at 1731583627824Writing region close event to WAL at 1731583627825 (+1 ms)Running coprocessor post-close hooks at 1731583627829 (+4 ms)Closed at 1731583627829 2024-11-14T11:27:07,829 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e6f679a18675ca3068900665dd1af88: Waiting for close lock at 1731583627820Running coprocessor pre-close hooks at 1731583627820Disabling compacts and flushes for region at 1731583627820Disabling writes for close at 1731583627821 (+1 ms)Writing region close event to WAL at 1731583627825 (+4 ms)Running coprocessor post-close hooks at 1731583627829 (+4 ms)Closed at 1731583627829 2024-11-14T11:27:07,829 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731583627041.2f61f12ebd6b32ebbd807f111202db95. 2024-11-14T11:27:07,829 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731583627041.5e6f679a18675ca3068900665dd1af88. 2024-11-14T11:27:07,834 INFO [regionserver/7437412fa5b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:27:07,840 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/hbase/meta/1588230740/.tmp/info/bb75b836545844939c4f1bcb94a3f552 is 173, key is testClearRegionBlockCache,5,1731583627041.5e6f679a18675ca3068900665dd1af88./info:regioninfo/1731583627409/Put/seqid=0 2024-11-14T11:27:07,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37649 is added to blk_1073741841_1017 (size=8173) 2024-11-14T11:27:07,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39725 is added to blk_1073741841_1017 (size=8173) 2024-11-14T11:27:07,846 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/hbase/meta/1588230740/.tmp/info/bb75b836545844939c4f1bcb94a3f552 2024-11-14T11:27:07,871 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/hbase/meta/1588230740/.tmp/ns/774d397a5bc541b8a12a73f58b21be56 is 43, key is default/ns:d/1731583626943/Put/seqid=0 2024-11-14T11:27:07,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37649 is added to blk_1073741842_1018 (size=5153) 2024-11-14T11:27:07,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39725 is added to blk_1073741842_1018 (size=5153) 2024-11-14T11:27:07,876 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/hbase/meta/1588230740/.tmp/ns/774d397a5bc541b8a12a73f58b21be56 2024-11-14T11:27:07,901 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/hbase/meta/1588230740/.tmp/table/356b35e6bb114358b3f0b2279f3e2e6b is 61, key is testClearRegionBlockCache/table:state/1731583627419/Put/seqid=0 2024-11-14T11:27:07,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37649 is added to blk_1073741843_1019 (size=5312) 2024-11-14T11:27:07,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39725 is added to blk_1073741843_1019 (size=5312) 2024-11-14T11:27:07,906 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/hbase/meta/1588230740/.tmp/table/356b35e6bb114358b3f0b2279f3e2e6b 2024-11-14T11:27:07,911 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/hbase/meta/1588230740/.tmp/info/bb75b836545844939c4f1bcb94a3f552 as hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/hbase/meta/1588230740/info/bb75b836545844939c4f1bcb94a3f552 2024-11-14T11:27:07,917 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/hbase/meta/1588230740/info/bb75b836545844939c4f1bcb94a3f552, entries=20, sequenceid=13, filesize=8.0 K 2024-11-14T11:27:07,918 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/hbase/meta/1588230740/.tmp/ns/774d397a5bc541b8a12a73f58b21be56 as hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/hbase/meta/1588230740/ns/774d397a5bc541b8a12a73f58b21be56 2024-11-14T11:27:07,924 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/hbase/meta/1588230740/ns/774d397a5bc541b8a12a73f58b21be56, entries=2, sequenceid=13, filesize=5.0 K 2024-11-14T11:27:07,925 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/hbase/meta/1588230740/.tmp/table/356b35e6bb114358b3f0b2279f3e2e6b as hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/hbase/meta/1588230740/table/356b35e6bb114358b3f0b2279f3e2e6b 2024-11-14T11:27:07,930 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/hbase/meta/1588230740/table/356b35e6bb114358b3f0b2279f3e2e6b, entries=2, sequenceid=13, filesize=5.2 K 2024-11-14T11:27:07,931 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 105ms, sequenceid=13, compaction requested=false 2024-11-14T11:27:07,935 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T11:27:07,936 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T11:27:07,936 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T11:27:07,936 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731583627825Running coprocessor pre-close hooks at 1731583627825Disabling compacts and flushes for region at 1731583627825Disabling writes for close at 1731583627825Obtaining lock to block concurrent updates at 1731583627826 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731583627826Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731583627826Flushing stores of hbase:meta,,1.1588230740 at 1731583627827 (+1 ms)Flushing 1588230740/info: creating writer at 1731583627827Flushing 1588230740/info: appending metadata at 1731583627840 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731583627840Flushing 1588230740/ns: creating writer at 1731583627852 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731583627871 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731583627871Flushing 1588230740/table: creating writer at 1731583627882 (+11 ms)Flushing 1588230740/table: appending metadata at 1731583627900 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731583627901 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cae4abe: reopening flushed file at 1731583627911 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@634afd9b: reopening flushed file at 1731583627917 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a74140f: reopening flushed file at 1731583627924 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 105ms, sequenceid=13, compaction requested=false at 1731583627931 (+7 ms)Writing region close event to WAL at 1731583627932 (+1 ms)Running coprocessor post-close hooks at 1731583627936 (+4 ms)Closed at 1731583627936 2024-11-14T11:27:07,937 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T11:27:08,021 INFO [RS:1;7437412fa5b4:33343 {}] regionserver.HRegionServer(976): stopping server 7437412fa5b4,33343,1731583625726; all regions closed. 2024-11-14T11:27:08,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37649 is added to blk_1073741833_1009 (size=1867) 2024-11-14T11:27:08,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39725 is added to blk_1073741833_1009 (size=1867) 2024-11-14T11:27:08,025 DEBUG [RS:1;7437412fa5b4:33343 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/oldWALs 2024-11-14T11:27:08,025 INFO [RS:0;7437412fa5b4:42341 {}] regionserver.HRegionServer(976): stopping server 7437412fa5b4,42341,1731583625643; all regions closed. 2024-11-14T11:27:08,025 INFO [RS:1;7437412fa5b4:33343 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7437412fa5b4%2C33343%2C1731583625726:(num 1731583626564) 2024-11-14T11:27:08,025 DEBUG [RS:1;7437412fa5b4:33343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:08,025 INFO [RS:1;7437412fa5b4:33343 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:27:08,026 INFO [RS:1;7437412fa5b4:33343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T11:27:08,026 INFO [RS:1;7437412fa5b4:33343 {}] hbase.ChoreService(370): Chore service for: regionserver/7437412fa5b4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T11:27:08,026 INFO [RS:1;7437412fa5b4:33343 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T11:27:08,026 INFO [RS:1;7437412fa5b4:33343 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T11:27:08,026 INFO [RS:1;7437412fa5b4:33343 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T11:27:08,026 INFO [RS:1;7437412fa5b4:33343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T11:27:08,026 INFO [RS:1;7437412fa5b4:33343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33343 2024-11-14T11:27:08,026 INFO [regionserver/7437412fa5b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T11:27:08,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39725 is added to blk_1073741835_1011 (size=4338) 2024-11-14T11:27:08,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37649 is added to blk_1073741835_1011 (size=4338) 2024-11-14T11:27:08,031 DEBUG [RS:0;7437412fa5b4:42341 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/oldWALs 2024-11-14T11:27:08,031 INFO [RS:0;7437412fa5b4:42341 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7437412fa5b4%2C42341%2C1731583625643.meta:.meta(num 1731583626894) 2024-11-14T11:27:08,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37649 is added to blk_1073741834_1010 (size=1758) 2024-11-14T11:27:08,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39725 is added to blk_1073741834_1010 (size=1758) 2024-11-14T11:27:08,036 DEBUG [RS:0;7437412fa5b4:42341 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/oldWALs 2024-11-14T11:27:08,036 INFO [RS:0;7437412fa5b4:42341 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7437412fa5b4%2C42341%2C1731583625643:(num 1731583626571) 2024-11-14T11:27:08,036 DEBUG [RS:0;7437412fa5b4:42341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:08,036 INFO [RS:0;7437412fa5b4:42341 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:27:08,036 INFO [RS:0;7437412fa5b4:42341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T11:27:08,036 INFO [RS:0;7437412fa5b4:42341 {}] hbase.ChoreService(370): Chore service for: regionserver/7437412fa5b4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T11:27:08,036 INFO [RS:0;7437412fa5b4:42341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T11:27:08,036 INFO [regionserver/7437412fa5b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T11:27:08,036 INFO [RS:0;7437412fa5b4:42341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42341 2024-11-14T11:27:08,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:27:08,039 INFO [RS:1;7437412fa5b4:33343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:27:08,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33343-0x101391944720002, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7437412fa5b4,33343,1731583625726 2024-11-14T11:27:08,049 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42341-0x101391944720001, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7437412fa5b4,42341,1731583625643 2024-11-14T11:27:08,049 INFO [RS:0;7437412fa5b4:42341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:27:08,060 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7437412fa5b4,42341,1731583625643] 2024-11-14T11:27:08,081 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7437412fa5b4,42341,1731583625643 already deleted, retry=false 2024-11-14T11:27:08,081 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7437412fa5b4,42341,1731583625643 expired; onlineServers=1 2024-11-14T11:27:08,081 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7437412fa5b4,33343,1731583625726] 2024-11-14T11:27:08,091 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7437412fa5b4,33343,1731583625726 already deleted, retry=false 2024-11-14T11:27:08,091 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7437412fa5b4,33343,1731583625726 expired; onlineServers=0 2024-11-14T11:27:08,091 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7437412fa5b4,34821,1731583625450' ***** 2024-11-14T11:27:08,091 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T11:27:08,092 INFO [M:0;7437412fa5b4:34821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:27:08,092 INFO [M:0;7437412fa5b4:34821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T11:27:08,092 DEBUG [M:0;7437412fa5b4:34821 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T11:27:08,092 DEBUG [M:0;7437412fa5b4:34821 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T11:27:08,092 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T11:27:08,092 DEBUG [master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731583626261 {}] cleaner.HFileCleaner(306): Exit Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731583626261,5,FailOnTimeoutGroup] 2024-11-14T11:27:08,092 DEBUG [master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731583626260 {}] cleaner.HFileCleaner(306): Exit Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731583626260,5,FailOnTimeoutGroup] 2024-11-14T11:27:08,092 INFO [M:0;7437412fa5b4:34821 {}] hbase.ChoreService(370): Chore service for: master/7437412fa5b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T11:27:08,092 INFO [M:0;7437412fa5b4:34821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T11:27:08,092 DEBUG [M:0;7437412fa5b4:34821 {}] master.HMaster(1795): Stopping service threads 2024-11-14T11:27:08,092 INFO [M:0;7437412fa5b4:34821 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T11:27:08,092 INFO [M:0;7437412fa5b4:34821 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T11:27:08,092 INFO [M:0;7437412fa5b4:34821 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T11:27:08,092 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T11:27:08,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T11:27:08,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:08,102 DEBUG [M:0;7437412fa5b4:34821 {}] zookeeper.ZKUtil(347): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T11:27:08,102 WARN [M:0;7437412fa5b4:34821 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T11:27:08,103 INFO [M:0;7437412fa5b4:34821 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/.lastflushedseqids 2024-11-14T11:27:08,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37649 is added to blk_1073741844_1020 (size=191) 2024-11-14T11:27:08,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39725 is added to blk_1073741844_1020 (size=191) 2024-11-14T11:27:08,109 INFO [M:0;7437412fa5b4:34821 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T11:27:08,109 INFO [M:0;7437412fa5b4:34821 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T11:27:08,109 DEBUG [M:0;7437412fa5b4:34821 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T11:27:08,109 INFO [M:0;7437412fa5b4:34821 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:27:08,109 DEBUG [M:0;7437412fa5b4:34821 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:27:08,109 DEBUG [M:0;7437412fa5b4:34821 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T11:27:08,109 DEBUG [M:0;7437412fa5b4:34821 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:27:08,109 INFO [M:0;7437412fa5b4:34821 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-14T11:27:08,128 DEBUG [M:0;7437412fa5b4:34821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a28d8ea4fb5a432dbe751be393c9329a is 82, key is hbase:meta,,1/info:regioninfo/1731583626929/Put/seqid=0 2024-11-14T11:27:08,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39725 is added to blk_1073741845_1021 (size=5672) 2024-11-14T11:27:08,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37649 is added to blk_1073741845_1021 (size=5672) 2024-11-14T11:27:08,135 INFO [M:0;7437412fa5b4:34821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a28d8ea4fb5a432dbe751be393c9329a 2024-11-14T11:27:08,154 DEBUG [M:0;7437412fa5b4:34821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8312e33e226f4351ae9b470da5660a51 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731583627425/Put/seqid=0 2024-11-14T11:27:08,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33343-0x101391944720002, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:27:08,160 INFO [RS:1;7437412fa5b4:33343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:27:08,160 INFO [RS:1;7437412fa5b4:33343 {}] regionserver.HRegionServer(1031): Exiting; stopping=7437412fa5b4,33343,1731583625726; zookeeper connection closed. 2024-11-14T11:27:08,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33343-0x101391944720002, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:27:08,160 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a2c1038 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a2c1038 2024-11-14T11:27:08,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37649 is added to blk_1073741846_1022 (size=6218) 2024-11-14T11:27:08,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39725 is added to blk_1073741846_1022 (size=6218) 2024-11-14T11:27:08,164 INFO [M:0;7437412fa5b4:34821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8312e33e226f4351ae9b470da5660a51 2024-11-14T11:27:08,170 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42341-0x101391944720001, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:27:08,171 INFO [RS:0;7437412fa5b4:42341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:27:08,171 DEBUG [pool-744-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42341-0x101391944720001, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:27:08,171 INFO [RS:0;7437412fa5b4:42341 {}] regionserver.HRegionServer(1031): Exiting; stopping=7437412fa5b4,42341,1731583625643; zookeeper connection closed. 2024-11-14T11:27:08,171 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a5633ec {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a5633ec 2024-11-14T11:27:08,171 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-14T11:27:08,182 DEBUG [M:0;7437412fa5b4:34821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed5385f860264959ad728faeba28e463 is 69, key is 7437412fa5b4,33343,1731583625726/rs:state/1731583626361/Put/seqid=0 2024-11-14T11:27:08,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37649 is added to blk_1073741847_1023 (size=5224) 2024-11-14T11:27:08,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39725 is added to blk_1073741847_1023 (size=5224) 2024-11-14T11:27:08,188 INFO [M:0;7437412fa5b4:34821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed5385f860264959ad728faeba28e463 2024-11-14T11:27:08,193 DEBUG [M:0;7437412fa5b4:34821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a28d8ea4fb5a432dbe751be393c9329a as hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a28d8ea4fb5a432dbe751be393c9329a 2024-11-14T11:27:08,198 INFO [M:0;7437412fa5b4:34821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a28d8ea4fb5a432dbe751be393c9329a, entries=8, sequenceid=71, filesize=5.5 K 2024-11-14T11:27:08,200 DEBUG [M:0;7437412fa5b4:34821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8312e33e226f4351ae9b470da5660a51 as hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8312e33e226f4351ae9b470da5660a51 2024-11-14T11:27:08,205 INFO [M:0;7437412fa5b4:34821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8312e33e226f4351ae9b470da5660a51, entries=8, sequenceid=71, filesize=6.1 K 2024-11-14T11:27:08,206 DEBUG [M:0;7437412fa5b4:34821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed5385f860264959ad728faeba28e463 as hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed5385f860264959ad728faeba28e463 2024-11-14T11:27:08,211 INFO [M:0;7437412fa5b4:34821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33261/user/jenkins/test-data/6729e1a8-9d00-39ed-89ba-600b7a2a216d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed5385f860264959ad728faeba28e463, entries=2, sequenceid=71, filesize=5.1 K 2024-11-14T11:27:08,211 INFO [M:0;7437412fa5b4:34821 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 102ms, sequenceid=71, compaction requested=false 2024-11-14T11:27:08,213 INFO [M:0;7437412fa5b4:34821 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:27:08,213 DEBUG [M:0;7437412fa5b4:34821 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731583628109Disabling compacts and flushes for region at 1731583628109Disabling writes for close at 1731583628109Obtaining lock to block concurrent updates at 1731583628109Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731583628109Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731583628110 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731583628110Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731583628110Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731583628128 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731583628128Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731583628139 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731583628154 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731583628154Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731583628169 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731583628182 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731583628182Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f50b536: reopening flushed file at 1731583628193 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f12b4db: reopening flushed file at 1731583628199 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@540816a7: reopening flushed file at 1731583628205 (+6 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 102ms, sequenceid=71, compaction requested=false at 1731583628212 (+7 ms)Writing region close event to WAL at 1731583628212Closed at 1731583628213 (+1 ms) 2024-11-14T11:27:08,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37649 is added to blk_1073741830_1006 (size=35428) 2024-11-14T11:27:08,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39725 is added to blk_1073741830_1006 (size=35428) 2024-11-14T11:27:08,215 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T11:27:08,216 INFO [M:0;7437412fa5b4:34821 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T11:27:08,216 INFO [M:0;7437412fa5b4:34821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34821 2024-11-14T11:27:08,216 INFO [M:0;7437412fa5b4:34821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:27:08,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:27:08,328 INFO [M:0;7437412fa5b4:34821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:27:08,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x101391944720000, quorum=127.0.0.1:56000, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:27:08,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@380ff4d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:27:08,366 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62654777{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:27:08,366 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:27:08,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12e80183{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:27:08,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6169d0ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/hadoop.log.dir/,STOPPED} 2024-11-14T11:27:08,368 WARN [BP-1343096486-172.17.0.2-1731583623114 heartbeating to localhost/127.0.0.1:33261 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T11:27:08,368 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T11:27:08,368 WARN [BP-1343096486-172.17.0.2-1731583623114 heartbeating to localhost/127.0.0.1:33261 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1343096486-172.17.0.2-1731583623114 (Datanode Uuid 90c94a75-6f9c-4305-8beb-cfe6c680184d) service to localhost/127.0.0.1:33261 2024-11-14T11:27:08,368 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T11:27:08,368 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/cluster_66db8c87-e536-869b-9bb0-ca9c6c11cf97/data/data3/current/BP-1343096486-172.17.0.2-1731583623114 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:27:08,368 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/cluster_66db8c87-e536-869b-9bb0-ca9c6c11cf97/data/data4/current/BP-1343096486-172.17.0.2-1731583623114 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:27:08,369 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T11:27:08,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c15e319{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:27:08,371 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28c26e6c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:27:08,371 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:27:08,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bcb6254{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:27:08,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44ce63c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/hadoop.log.dir/,STOPPED} 2024-11-14T11:27:08,372 WARN [BP-1343096486-172.17.0.2-1731583623114 heartbeating to localhost/127.0.0.1:33261 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T11:27:08,372 WARN [BP-1343096486-172.17.0.2-1731583623114 heartbeating to localhost/127.0.0.1:33261 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1343096486-172.17.0.2-1731583623114 (Datanode Uuid c3ab5b7e-c524-4593-b880-e60844d48056) service to localhost/127.0.0.1:33261 2024-11-14T11:27:08,372 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/cluster_66db8c87-e536-869b-9bb0-ca9c6c11cf97/data/data1/current/BP-1343096486-172.17.0.2-1731583623114 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:27:08,373 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T11:27:08,373 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/cluster_66db8c87-e536-869b-9bb0-ca9c6c11cf97/data/data2/current/BP-1343096486-172.17.0.2-1731583623114 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:27:08,373 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T11:27:08,373 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T11:27:08,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bdbab74{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T11:27:08,378 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e9d0306{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:27:08,378 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:27:08,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@204c0333{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:27:08,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@202088d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/hadoop.log.dir/,STOPPED} 2024-11-14T11:27:08,384 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T11:27:08,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T11:27:08,407 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=167 (was 149) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33261 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33261 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:33261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:33261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:33261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=526 (was 497) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=380 (was 369) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2159 (was 2299) 2024-11-14T11:27:08,414 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=167, OpenFileDescriptor=526, MaxFileDescriptor=1048576, SystemLoadAverage=380, ProcessCount=11, AvailableMemoryMB=2159 2024-11-14T11:27:08,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/hadoop.log.dir so I do NOT create it in target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5 2024-11-14T11:27:08,426 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T11:27:08,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/hadoop.tmp.dir so I do NOT create it in target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5 2024-11-14T11:27:08,426 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0e66e7c-ef9f-3213-fe0b-c35c2cdebb36/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T11:27:08,426 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5 2024-11-14T11:27:08,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T11:27:08,426 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/cluster_d167033a-3195-af68-24ba-e6b08cc0739d, deleteOnExit=true 2024-11-14T11:27:08,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T11:27:08,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/test.cache.data in system properties and HBase conf 2024-11-14T11:27:08,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T11:27:08,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/hadoop.log.dir in system properties and HBase conf 2024-11-14T11:27:08,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T11:27:08,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T11:27:08,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T11:27:08,427 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T11:27:08,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T11:27:08,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T11:27:08,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T11:27:08,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T11:27:08,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T11:27:08,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T11:27:08,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T11:27:08,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T11:27:08,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T11:27:08,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/nfs.dump.dir in system properties and HBase conf 2024-11-14T11:27:08,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/java.io.tmpdir in system properties and HBase conf 2024-11-14T11:27:08,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T11:27:08,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T11:27:08,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T11:27:08,752 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:27:08,756 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:27:08,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:27:08,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:27:08,757 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T11:27:08,758 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:27:08,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57b823e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:27:08,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1f5359{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:27:08,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@494bce2a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/java.io.tmpdir/jetty-localhost-37041-hadoop-hdfs-3_4_1-tests_jar-_-any-12934502723606519617/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T11:27:08,860 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@493edb4c{HTTP/1.1, (http/1.1)}{localhost:37041} 2024-11-14T11:27:08,860 INFO [Time-limited test {}] server.Server(415): Started @37798ms 2024-11-14T11:27:09,098 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:27:09,102 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:27:09,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:27:09,103 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:27:09,103 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T11:27:09,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e900130{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:27:09,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48ef0b0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:27:09,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@295dac2e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/java.io.tmpdir/jetty-localhost-33039-hadoop-hdfs-3_4_1-tests_jar-_-any-7001021524737204451/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:27:09,204 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2659960{HTTP/1.1, (http/1.1)}{localhost:33039} 2024-11-14T11:27:09,204 INFO [Time-limited test {}] server.Server(415): Started @38141ms 2024-11-14T11:27:09,205 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T11:27:09,245 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:27:09,248 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:27:09,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:27:09,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:27:09,249 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T11:27:09,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21394073{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:27:09,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@319819d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:27:09,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24bdf4f6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/java.io.tmpdir/jetty-localhost-39621-hadoop-hdfs-3_4_1-tests_jar-_-any-6124416745413887176/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:27:09,348 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5eba7a0a{HTTP/1.1, (http/1.1)}{localhost:39621} 2024-11-14T11:27:09,348 INFO [Time-limited test {}] server.Server(415): Started @38285ms 2024-11-14T11:27:09,349 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T11:27:10,468 WARN [Thread-1431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/cluster_d167033a-3195-af68-24ba-e6b08cc0739d/data/data1/current/BP-1843862047-172.17.0.2-1731583628455/current, will proceed with Du for space computation calculation, 2024-11-14T11:27:10,469 WARN [Thread-1432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/cluster_d167033a-3195-af68-24ba-e6b08cc0739d/data/data2/current/BP-1843862047-172.17.0.2-1731583628455/current, will proceed with Du for space computation calculation, 2024-11-14T11:27:10,486 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T11:27:10,488 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e6e0db20e4d8315 with lease ID 0xd7fd1232bb61eab7: Processing first storage report for DS-3dbac2cf-b309-4e32-bbdb-e9531fc912b8 from datanode DatanodeRegistration(127.0.0.1:41147, datanodeUuid=fadfc19a-e077-4bfb-9024-1354433874a6, infoPort=36771, infoSecurePort=0, ipcPort=41527, storageInfo=lv=-57;cid=testClusterID;nsid=851424561;c=1731583628455) 2024-11-14T11:27:10,488 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e6e0db20e4d8315 with lease ID 0xd7fd1232bb61eab7: from storage DS-3dbac2cf-b309-4e32-bbdb-e9531fc912b8 node DatanodeRegistration(127.0.0.1:41147, datanodeUuid=fadfc19a-e077-4bfb-9024-1354433874a6, infoPort=36771, infoSecurePort=0, ipcPort=41527, storageInfo=lv=-57;cid=testClusterID;nsid=851424561;c=1731583628455), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:27:10,488 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e6e0db20e4d8315 with lease ID 0xd7fd1232bb61eab7: Processing first storage report for DS-7647fbbd-6c31-42f4-b46e-824119925449 from datanode DatanodeRegistration(127.0.0.1:41147, datanodeUuid=fadfc19a-e077-4bfb-9024-1354433874a6, infoPort=36771, infoSecurePort=0, ipcPort=41527, storageInfo=lv=-57;cid=testClusterID;nsid=851424561;c=1731583628455) 2024-11-14T11:27:10,488 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e6e0db20e4d8315 with lease ID 0xd7fd1232bb61eab7: from storage DS-7647fbbd-6c31-42f4-b46e-824119925449 node DatanodeRegistration(127.0.0.1:41147, datanodeUuid=fadfc19a-e077-4bfb-9024-1354433874a6, infoPort=36771, infoSecurePort=0, ipcPort=41527, storageInfo=lv=-57;cid=testClusterID;nsid=851424561;c=1731583628455), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:27:10,595 WARN [Thread-1442 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/cluster_d167033a-3195-af68-24ba-e6b08cc0739d/data/data3/current/BP-1843862047-172.17.0.2-1731583628455/current, will proceed with Du for space computation calculation, 2024-11-14T11:27:10,595 WARN [Thread-1443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/cluster_d167033a-3195-af68-24ba-e6b08cc0739d/data/data4/current/BP-1843862047-172.17.0.2-1731583628455/current, will proceed with Du for space computation calculation, 2024-11-14T11:27:10,615 WARN [Thread-1418 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T11:27:10,617 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5bd9de104ca2f4a0 with lease ID 0xd7fd1232bb61eab8: Processing first storage report for DS-4baeaf0f-9b2f-4a8a-bfdc-400c8d9589b9 from datanode DatanodeRegistration(127.0.0.1:40243, datanodeUuid=64f3ccbb-eec2-418d-931e-2767996e6e55, infoPort=45561, infoSecurePort=0, ipcPort=37783, storageInfo=lv=-57;cid=testClusterID;nsid=851424561;c=1731583628455) 2024-11-14T11:27:10,617 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5bd9de104ca2f4a0 with lease ID 0xd7fd1232bb61eab8: from storage DS-4baeaf0f-9b2f-4a8a-bfdc-400c8d9589b9 node DatanodeRegistration(127.0.0.1:40243, datanodeUuid=64f3ccbb-eec2-418d-931e-2767996e6e55, infoPort=45561, infoSecurePort=0, ipcPort=37783, storageInfo=lv=-57;cid=testClusterID;nsid=851424561;c=1731583628455), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:27:10,617 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5bd9de104ca2f4a0 with lease ID 0xd7fd1232bb61eab8: Processing first storage report for DS-7683cd44-38a4-4902-bfae-634caf5b66c5 from datanode DatanodeRegistration(127.0.0.1:40243, datanodeUuid=64f3ccbb-eec2-418d-931e-2767996e6e55, infoPort=45561, infoSecurePort=0, ipcPort=37783, storageInfo=lv=-57;cid=testClusterID;nsid=851424561;c=1731583628455) 2024-11-14T11:27:10,617 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5bd9de104ca2f4a0 with lease ID 0xd7fd1232bb61eab8: from storage DS-7683cd44-38a4-4902-bfae-634caf5b66c5 node DatanodeRegistration(127.0.0.1:40243, datanodeUuid=64f3ccbb-eec2-418d-931e-2767996e6e55, infoPort=45561, infoSecurePort=0, ipcPort=37783, storageInfo=lv=-57;cid=testClusterID;nsid=851424561;c=1731583628455), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:27:10,683 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5 2024-11-14T11:27:10,686 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/cluster_d167033a-3195-af68-24ba-e6b08cc0739d/zookeeper_0, clientPort=57106, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/cluster_d167033a-3195-af68-24ba-e6b08cc0739d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/cluster_d167033a-3195-af68-24ba-e6b08cc0739d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T11:27:10,686 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57106 2024-11-14T11:27:10,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:27:10,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:27:10,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40243 is added to blk_1073741825_1001 (size=7) 2024-11-14T11:27:10,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741825_1001 (size=7) 2024-11-14T11:27:10,698 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c with version=8 2024-11-14T11:27:10,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/hbase-staging 2024-11-14T11:27:10,700 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:27:10,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:27:10,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:27:10,700 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:27:10,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:27:10,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:27:10,701 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T11:27:10,701 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:27:10,701 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35909 2024-11-14T11:27:10,702 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35909 connecting to ZooKeeper ensemble=127.0.0.1:57106 2024-11-14T11:27:10,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359090x0, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:27:10,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35909-0x101391959080000 connected 2024-11-14T11:27:10,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:27:10,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:27:10,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:27:10,864 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c, hbase.cluster.distributed=false 2024-11-14T11:27:10,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:27:10,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35909 2024-11-14T11:27:10,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35909 2024-11-14T11:27:10,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35909 2024-11-14T11:27:10,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35909 2024-11-14T11:27:10,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35909 2024-11-14T11:27:10,886 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:27:10,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:27:10,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:27:10,887 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:27:10,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:27:10,887 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:27:10,887 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T11:27:10,887 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:27:10,887 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39365 2024-11-14T11:27:10,888 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39365 connecting to ZooKeeper ensemble=127.0.0.1:57106 2024-11-14T11:27:10,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:27:10,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:27:10,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393650x0, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:27:10,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39365-0x101391959080001, quorum=127.0.0.1:57106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:27:10,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39365-0x101391959080001 connected 2024-11-14T11:27:10,902 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T11:27:10,903 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-14T11:27:10,908 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-14T11:27:10,909 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-14T11:27:10,910 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-14T11:27:10,910 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T11:27:10,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39365-0x101391959080001, quorum=127.0.0.1:57106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T11:27:10,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39365-0x101391959080001, quorum=127.0.0.1:57106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:27:10,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39365 2024-11-14T11:27:10,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39365 2024-11-14T11:27:10,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39365 2024-11-14T11:27:10,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39365 2024-11-14T11:27:10,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39365 2024-11-14T11:27:10,929 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:27:10,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:27:10,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:27:10,929 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:27:10,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:27:10,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:27:10,929 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T11:27:10,930 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:27:10,930 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44085 2024-11-14T11:27:10,931 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44085 connecting to ZooKeeper ensemble=127.0.0.1:57106 2024-11-14T11:27:10,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:27:10,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:27:10,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440850x0, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:27:10,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440850x0, quorum=127.0.0.1:57106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:27:10,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44085-0x101391959080002 connected 2024-11-14T11:27:10,966 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T11:27:10,966 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-14T11:27:10,970 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-14T11:27:10,970 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-14T11:27:10,971 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-14T11:27:10,971 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T11:27:10,971 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44085-0x101391959080002, quorum=127.0.0.1:57106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T11:27:10,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44085-0x101391959080002, quorum=127.0.0.1:57106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:27:10,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44085 2024-11-14T11:27:10,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44085 2024-11-14T11:27:10,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44085 2024-11-14T11:27:10,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44085 2024-11-14T11:27:10,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44085 2024-11-14T11:27:10,989 DEBUG [M:0;7437412fa5b4:35909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7437412fa5b4:35909 2024-11-14T11:27:10,990 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7437412fa5b4,35909,1731583630700 2024-11-14T11:27:10,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x101391959080001, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:27:10,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:27:10,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44085-0x101391959080002, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:27:10,997 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7437412fa5b4,35909,1731583630700 2024-11-14T11:27:11,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44085-0x101391959080002, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T11:27:11,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x101391959080001, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T11:27:11,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:11,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44085-0x101391959080002, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:11,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x101391959080001, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:11,007 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T11:27:11,008 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7437412fa5b4,35909,1731583630700 from backup master directory 2024-11-14T11:27:11,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7437412fa5b4,35909,1731583630700 2024-11-14T11:27:11,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44085-0x101391959080002, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:27:11,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x101391959080001, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:27:11,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:27:11,018 WARN [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:27:11,018 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7437412fa5b4,35909,1731583630700 2024-11-14T11:27:11,025 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/hbase.id] with ID: 26122da0-fc62-4d9a-a5f5-fdd67db5787d 2024-11-14T11:27:11,026 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/.tmp/hbase.id 2024-11-14T11:27:11,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741826_1002 (size=42) 2024-11-14T11:27:11,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40243 is added to blk_1073741826_1002 (size=42) 2024-11-14T11:27:11,033 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/.tmp/hbase.id]:[hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/hbase.id] 2024-11-14T11:27:11,047 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:27:11,047 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T11:27:11,048 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T11:27:11,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44085-0x101391959080002, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:11,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:11,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x101391959080001, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:11,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40243 is added to blk_1073741827_1003 (size=196) 2024-11-14T11:27:11,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741827_1003 (size=196) 2024-11-14T11:27:11,066 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T11:27:11,067 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T11:27:11,067 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:27:11,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741828_1004 (size=1189) 2024-11-14T11:27:11,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40243 is added to blk_1073741828_1004 (size=1189) 2024-11-14T11:27:11,077 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/MasterData/data/master/store 2024-11-14T11:27:11,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40243 is added to blk_1073741829_1005 (size=34) 2024-11-14T11:27:11,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741829_1005 (size=34) 2024-11-14T11:27:11,083 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:27:11,083 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T11:27:11,083 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:27:11,083 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:27:11,084 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T11:27:11,084 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:27:11,084 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:27:11,084 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731583631083Disabling compacts and flushes for region at 1731583631083Disabling writes for close at 1731583631084 (+1 ms)Writing region close event to WAL at 1731583631084Closed at 1731583631084 2024-11-14T11:27:11,085 WARN [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/MasterData/data/master/store/.initializing 2024-11-14T11:27:11,085 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/MasterData/WALs/7437412fa5b4,35909,1731583630700 2024-11-14T11:27:11,086 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:27:11,087 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C35909%2C1731583630700, suffix=, logDir=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/MasterData/WALs/7437412fa5b4,35909,1731583630700, archiveDir=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/MasterData/oldWALs, maxLogs=10 2024-11-14T11:27:11,105 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/MasterData/WALs/7437412fa5b4,35909,1731583630700/7437412fa5b4%2C35909%2C1731583630700.1731583631087, exclude list is [], retry=0 2024-11-14T11:27:11,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41147,DS-3dbac2cf-b309-4e32-bbdb-e9531fc912b8,DISK] 2024-11-14T11:27:11,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40243,DS-4baeaf0f-9b2f-4a8a-bfdc-400c8d9589b9,DISK] 2024-11-14T11:27:11,109 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/MasterData/WALs/7437412fa5b4,35909,1731583630700/7437412fa5b4%2C35909%2C1731583630700.1731583631087 2024-11-14T11:27:11,110 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36771:36771),(127.0.0.1/127.0.0.1:45561:45561)] 2024-11-14T11:27:11,110 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:27:11,110 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:27:11,110 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:27:11,110 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:27:11,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:27:11,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T11:27:11,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:11,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:27:11,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:27:11,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T11:27:11,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:11,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:27:11,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:27:11,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T11:27:11,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:11,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:27:11,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:27:11,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T11:27:11,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:11,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:27:11,118 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:27:11,118 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:27:11,119 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:27:11,120 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:27:11,120 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:27:11,120 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T11:27:11,121 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:27:11,123 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:27:11,123 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59103823, jitterRate=-0.11928440630435944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T11:27:11,124 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731583631110Initializing all the Stores at 1731583631111 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583631111Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583631111Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583631111Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583631111Cleaning up temporary data from old regions at 1731583631120 (+9 ms)Region opened successfully at 1731583631124 (+4 ms) 2024-11-14T11:27:11,124 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T11:27:11,127 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743eb526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:27:11,128 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T11:27:11,128 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T11:27:11,128 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T11:27:11,128 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T11:27:11,129 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T11:27:11,129 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T11:27:11,129 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T11:27:11,131 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T11:27:11,131 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T11:27:11,144 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T11:27:11,144 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T11:27:11,145 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T11:27:11,154 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T11:27:11,155 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T11:27:11,156 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T11:27:11,165 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T11:27:11,166 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T11:27:11,175 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T11:27:11,179 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T11:27:11,186 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T11:27:11,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44085-0x101391959080002, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:27:11,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x101391959080001, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:27:11,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:27:11,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x101391959080001, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:11,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44085-0x101391959080002, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:11,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:11,198 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7437412fa5b4,35909,1731583630700, sessionid=0x101391959080000, setting cluster-up flag (Was=false) 2024-11-14T11:27:11,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44085-0x101391959080002, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:11,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:11,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x101391959080001, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:11,249 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T11:27:11,250 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7437412fa5b4,35909,1731583630700 2024-11-14T11:27:11,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:11,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x101391959080001, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:11,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44085-0x101391959080002, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:11,302 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T11:27:11,304 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7437412fa5b4,35909,1731583630700 2024-11-14T11:27:11,307 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T11:27:11,309 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T11:27:11,310 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T11:27:11,310 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T11:27:11,310 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7437412fa5b4,35909,1731583630700 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T11:27:11,313 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:27:11,313 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:27:11,313 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:27:11,313 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:27:11,313 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7437412fa5b4:0, corePoolSize=10, maxPoolSize=10 2024-11-14T11:27:11,313 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:11,313 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:27:11,313 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:11,315 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731583661315 2024-11-14T11:27:11,315 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T11:27:11,315 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T11:27:11,315 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:27:11,315 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T11:27:11,315 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T11:27:11,315 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T11:27:11,315 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T11:27:11,315 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T11:27:11,315 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:11,316 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T11:27:11,316 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T11:27:11,316 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T11:27:11,316 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T11:27:11,316 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T11:27:11,316 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:11,316 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731583631316,5,FailOnTimeoutGroup] 2024-11-14T11:27:11,316 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T11:27:11,316 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731583631316,5,FailOnTimeoutGroup] 2024-11-14T11:27:11,317 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:11,317 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T11:27:11,317 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:11,317 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:11,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741831_1007 (size=1321) 2024-11-14T11:27:11,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40243 is added to blk_1073741831_1007 (size=1321) 2024-11-14T11:27:11,322 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T11:27:11,323 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c 2024-11-14T11:27:11,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741832_1008 (size=32) 2024-11-14T11:27:11,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40243 is added to blk_1073741832_1008 (size=32) 2024-11-14T11:27:11,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:27:11,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T11:27:11,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T11:27:11,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:11,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:27:11,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T11:27:11,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T11:27:11,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:11,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:27:11,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T11:27:11,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T11:27:11,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:11,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:27:11,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T11:27:11,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T11:27:11,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:11,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:27:11,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T11:27:11,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/hbase/meta/1588230740 2024-11-14T11:27:11,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/hbase/meta/1588230740 2024-11-14T11:27:11,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T11:27:11,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T11:27:11,339 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T11:27:11,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T11:27:11,341 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:27:11,341 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74335252, jitterRate=0.10768157243728638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T11:27:11,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731583631330Initializing all the Stores at 1731583631330Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583631330Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583631331 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583631331Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583631331Cleaning up temporary data from old regions at 1731583631338 (+7 ms)Region opened successfully at 1731583631342 (+4 ms) 2024-11-14T11:27:11,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T11:27:11,342 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T11:27:11,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T11:27:11,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T11:27:11,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T11:27:11,342 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T11:27:11,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731583631342Disabling compacts and flushes for region at 1731583631342Disabling writes for close at 1731583631342Writing region close event to WAL at 1731583631342Closed at 1731583631342 2024-11-14T11:27:11,343 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:27:11,343 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T11:27:11,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T11:27:11,344 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T11:27:11,345 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T11:27:11,376 INFO [RS:1;7437412fa5b4:44085 {}] regionserver.HRegionServer(746): ClusterId : 26122da0-fc62-4d9a-a5f5-fdd67db5787d 2024-11-14T11:27:11,376 INFO [RS:0;7437412fa5b4:39365 {}] regionserver.HRegionServer(746): ClusterId : 26122da0-fc62-4d9a-a5f5-fdd67db5787d 2024-11-14T11:27:11,376 DEBUG [RS:0;7437412fa5b4:39365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T11:27:11,376 DEBUG [RS:1;7437412fa5b4:44085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T11:27:11,387 DEBUG [RS:0;7437412fa5b4:39365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T11:27:11,387 DEBUG [RS:1;7437412fa5b4:44085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T11:27:11,387 DEBUG [RS:0;7437412fa5b4:39365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T11:27:11,387 DEBUG [RS:1;7437412fa5b4:44085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T11:27:11,397 DEBUG [RS:0;7437412fa5b4:39365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T11:27:11,397 DEBUG [RS:1;7437412fa5b4:44085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T11:27:11,398 DEBUG [RS:0;7437412fa5b4:39365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dab0892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:27:11,398 DEBUG [RS:1;7437412fa5b4:44085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@403fd133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:27:11,408 DEBUG [RS:0;7437412fa5b4:39365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7437412fa5b4:39365 2024-11-14T11:27:11,408 INFO [RS:0;7437412fa5b4:39365 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T11:27:11,408 INFO [RS:0;7437412fa5b4:39365 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T11:27:11,408 DEBUG [RS:0;7437412fa5b4:39365 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T11:27:11,409 INFO [RS:0;7437412fa5b4:39365 {}] regionserver.HRegionServer(2659): reportForDuty to master=7437412fa5b4,35909,1731583630700 with port=39365, startcode=1731583630886 2024-11-14T11:27:11,409 DEBUG [RS:0;7437412fa5b4:39365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T11:27:11,411 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T11:27:11,411 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35909 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7437412fa5b4,39365,1731583630886 2024-11-14T11:27:11,411 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35909 {}] master.ServerManager(517): Registering regionserver=7437412fa5b4,39365,1731583630886 2024-11-14T11:27:11,413 DEBUG [RS:0;7437412fa5b4:39365 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c 2024-11-14T11:27:11,413 DEBUG [RS:0;7437412fa5b4:39365 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45257 2024-11-14T11:27:11,413 DEBUG [RS:0;7437412fa5b4:39365 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T11:27:11,413 DEBUG [RS:1;7437412fa5b4:44085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7437412fa5b4:44085 2024-11-14T11:27:11,414 INFO [RS:1;7437412fa5b4:44085 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T11:27:11,414 INFO [RS:1;7437412fa5b4:44085 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T11:27:11,414 DEBUG [RS:1;7437412fa5b4:44085 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T11:27:11,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:27:11,418 INFO [RS:1;7437412fa5b4:44085 {}] regionserver.HRegionServer(2659): reportForDuty to master=7437412fa5b4,35909,1731583630700 with port=44085, startcode=1731583630929 2024-11-14T11:27:11,418 DEBUG [RS:0;7437412fa5b4:39365 {}] zookeeper.ZKUtil(111): regionserver:39365-0x101391959080001, quorum=127.0.0.1:57106, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7437412fa5b4,39365,1731583630886 2024-11-14T11:27:11,418 WARN [RS:0;7437412fa5b4:39365 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:27:11,418 DEBUG [RS:1;7437412fa5b4:44085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T11:27:11,418 INFO [RS:0;7437412fa5b4:39365 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:27:11,418 DEBUG [RS:0;7437412fa5b4:39365 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/WALs/7437412fa5b4,39365,1731583630886 2024-11-14T11:27:11,418 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7437412fa5b4,39365,1731583630886] 2024-11-14T11:27:11,419 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T11:27:11,420 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35909 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7437412fa5b4,44085,1731583630929 2024-11-14T11:27:11,420 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35909 {}] master.ServerManager(517): Registering regionserver=7437412fa5b4,44085,1731583630929 2024-11-14T11:27:11,421 DEBUG [RS:1;7437412fa5b4:44085 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c 2024-11-14T11:27:11,421 DEBUG [RS:1;7437412fa5b4:44085 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45257 2024-11-14T11:27:11,421 DEBUG [RS:1;7437412fa5b4:44085 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T11:27:11,422 INFO [RS:0;7437412fa5b4:39365 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T11:27:11,423 INFO [RS:0;7437412fa5b4:39365 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T11:27:11,423 INFO [RS:0;7437412fa5b4:39365 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T11:27:11,423 INFO [RS:0;7437412fa5b4:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:11,424 INFO [RS:0;7437412fa5b4:39365 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T11:27:11,424 INFO [RS:0;7437412fa5b4:39365 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T11:27:11,424 INFO [RS:0;7437412fa5b4:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:11,424 DEBUG [RS:0;7437412fa5b4:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:11,424 DEBUG [RS:0;7437412fa5b4:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:11,425 DEBUG [RS:0;7437412fa5b4:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:11,425 DEBUG [RS:0;7437412fa5b4:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:11,425 DEBUG [RS:0;7437412fa5b4:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:11,425 DEBUG [RS:0;7437412fa5b4:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:27:11,425 DEBUG [RS:0;7437412fa5b4:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:11,425 DEBUG [RS:0;7437412fa5b4:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:11,425 DEBUG [RS:0;7437412fa5b4:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:11,425 DEBUG [RS:0;7437412fa5b4:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:11,425 DEBUG [RS:0;7437412fa5b4:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:11,425 DEBUG [RS:0;7437412fa5b4:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:11,425 DEBUG [RS:0;7437412fa5b4:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:27:11,425 DEBUG [RS:0;7437412fa5b4:39365 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:27:11,426 INFO [RS:0;7437412fa5b4:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:11,426 INFO [RS:0;7437412fa5b4:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:11,426 INFO [RS:0;7437412fa5b4:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:11,426 INFO [RS:0;7437412fa5b4:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:11,426 INFO [RS:0;7437412fa5b4:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:11,426 INFO [RS:0;7437412fa5b4:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,39365,1731583630886-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:27:11,439 INFO [RS:0;7437412fa5b4:39365 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T11:27:11,439 INFO [RS:0;7437412fa5b4:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,39365,1731583630886-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:11,440 INFO [RS:0;7437412fa5b4:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:11,440 INFO [RS:0;7437412fa5b4:39365 {}] regionserver.Replication(171): 7437412fa5b4,39365,1731583630886 started 2024-11-14T11:27:11,453 INFO [RS:0;7437412fa5b4:39365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:11,453 INFO [RS:0;7437412fa5b4:39365 {}] regionserver.HRegionServer(1482): Serving as 7437412fa5b4,39365,1731583630886, RpcServer on 7437412fa5b4/172.17.0.2:39365, sessionid=0x101391959080001 2024-11-14T11:27:11,453 DEBUG [RS:0;7437412fa5b4:39365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T11:27:11,453 DEBUG [RS:0;7437412fa5b4:39365 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7437412fa5b4,39365,1731583630886 2024-11-14T11:27:11,453 DEBUG [RS:0;7437412fa5b4:39365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,39365,1731583630886' 2024-11-14T11:27:11,453 DEBUG [RS:0;7437412fa5b4:39365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T11:27:11,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:27:11,458 DEBUG [RS:0;7437412fa5b4:39365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T11:27:11,458 DEBUG [RS:1;7437412fa5b4:44085 {}] zookeeper.ZKUtil(111): regionserver:44085-0x101391959080002, quorum=127.0.0.1:57106, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7437412fa5b4,44085,1731583630929 2024-11-14T11:27:11,458 DEBUG [RS:0;7437412fa5b4:39365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T11:27:11,458 DEBUG [RS:0;7437412fa5b4:39365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T11:27:11,458 WARN [RS:1;7437412fa5b4:44085 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:27:11,458 DEBUG [RS:0;7437412fa5b4:39365 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7437412fa5b4,39365,1731583630886 2024-11-14T11:27:11,458 DEBUG [RS:0;7437412fa5b4:39365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,39365,1731583630886' 2024-11-14T11:27:11,458 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7437412fa5b4,44085,1731583630929] 2024-11-14T11:27:11,458 DEBUG [RS:0;7437412fa5b4:39365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T11:27:11,458 INFO [RS:1;7437412fa5b4:44085 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:27:11,458 DEBUG [RS:1;7437412fa5b4:44085 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/WALs/7437412fa5b4,44085,1731583630929 2024-11-14T11:27:11,459 DEBUG [RS:0;7437412fa5b4:39365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T11:27:11,459 DEBUG [RS:0;7437412fa5b4:39365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T11:27:11,459 INFO [RS:0;7437412fa5b4:39365 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T11:27:11,459 INFO [RS:0;7437412fa5b4:39365 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T11:27:11,461 INFO [RS:1;7437412fa5b4:44085 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T11:27:11,463 INFO [RS:1;7437412fa5b4:44085 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T11:27:11,463 INFO [RS:1;7437412fa5b4:44085 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T11:27:11,463 INFO [RS:1;7437412fa5b4:44085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:11,463 INFO [RS:1;7437412fa5b4:44085 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T11:27:11,464 INFO [RS:1;7437412fa5b4:44085 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T11:27:11,464 INFO [RS:1;7437412fa5b4:44085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:11,464 DEBUG [RS:1;7437412fa5b4:44085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:11,464 DEBUG [RS:1;7437412fa5b4:44085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:11,464 DEBUG [RS:1;7437412fa5b4:44085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:11,464 DEBUG [RS:1;7437412fa5b4:44085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:11,464 DEBUG [RS:1;7437412fa5b4:44085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:11,464 DEBUG [RS:1;7437412fa5b4:44085 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:27:11,464 DEBUG [RS:1;7437412fa5b4:44085 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:11,464 DEBUG [RS:1;7437412fa5b4:44085 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:11,464 DEBUG [RS:1;7437412fa5b4:44085 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:11,464 DEBUG [RS:1;7437412fa5b4:44085 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:11,464 DEBUG [RS:1;7437412fa5b4:44085 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:11,464 DEBUG [RS:1;7437412fa5b4:44085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:27:11,465 DEBUG [RS:1;7437412fa5b4:44085 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:27:11,465 DEBUG [RS:1;7437412fa5b4:44085 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:27:11,468 INFO [RS:1;7437412fa5b4:44085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:11,468 INFO [RS:1;7437412fa5b4:44085 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:11,468 INFO [RS:1;7437412fa5b4:44085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:11,468 INFO [RS:1;7437412fa5b4:44085 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:11,468 INFO [RS:1;7437412fa5b4:44085 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:11,468 INFO [RS:1;7437412fa5b4:44085 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,44085,1731583630929-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:27:11,487 INFO [RS:1;7437412fa5b4:44085 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T11:27:11,487 INFO [RS:1;7437412fa5b4:44085 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,44085,1731583630929-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:11,488 INFO [RS:1;7437412fa5b4:44085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:11,488 INFO [RS:1;7437412fa5b4:44085 {}] regionserver.Replication(171): 7437412fa5b4,44085,1731583630929 started 2024-11-14T11:27:11,495 WARN [7437412fa5b4:35909 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T11:27:11,503 INFO [RS:1;7437412fa5b4:44085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:11,503 INFO [RS:1;7437412fa5b4:44085 {}] regionserver.HRegionServer(1482): Serving as 7437412fa5b4,44085,1731583630929, RpcServer on 7437412fa5b4/172.17.0.2:44085, sessionid=0x101391959080002 2024-11-14T11:27:11,503 DEBUG [RS:1;7437412fa5b4:44085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T11:27:11,503 DEBUG [RS:1;7437412fa5b4:44085 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7437412fa5b4,44085,1731583630929 2024-11-14T11:27:11,503 DEBUG [RS:1;7437412fa5b4:44085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,44085,1731583630929' 2024-11-14T11:27:11,503 DEBUG [RS:1;7437412fa5b4:44085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T11:27:11,504 DEBUG [RS:1;7437412fa5b4:44085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T11:27:11,504 DEBUG [RS:1;7437412fa5b4:44085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T11:27:11,504 DEBUG [RS:1;7437412fa5b4:44085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T11:27:11,504 DEBUG [RS:1;7437412fa5b4:44085 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7437412fa5b4,44085,1731583630929 2024-11-14T11:27:11,504 DEBUG [RS:1;7437412fa5b4:44085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,44085,1731583630929' 2024-11-14T11:27:11,504 DEBUG [RS:1;7437412fa5b4:44085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T11:27:11,505 DEBUG [RS:1;7437412fa5b4:44085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T11:27:11,505 DEBUG [RS:1;7437412fa5b4:44085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T11:27:11,505 INFO [RS:1;7437412fa5b4:44085 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T11:27:11,505 INFO [RS:1;7437412fa5b4:44085 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T11:27:11,559 INFO [RS:0;7437412fa5b4:39365 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:27:11,561 INFO [RS:0;7437412fa5b4:39365 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C39365%2C1731583630886, suffix=, logDir=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/WALs/7437412fa5b4,39365,1731583630886, archiveDir=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/oldWALs, maxLogs=32 2024-11-14T11:27:11,573 DEBUG [RS:0;7437412fa5b4:39365 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/WALs/7437412fa5b4,39365,1731583630886/7437412fa5b4%2C39365%2C1731583630886.1731583631561, exclude list is [], retry=0 2024-11-14T11:27:11,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41147,DS-3dbac2cf-b309-4e32-bbdb-e9531fc912b8,DISK] 2024-11-14T11:27:11,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40243,DS-4baeaf0f-9b2f-4a8a-bfdc-400c8d9589b9,DISK] 2024-11-14T11:27:11,577 INFO [RS:0;7437412fa5b4:39365 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/WALs/7437412fa5b4,39365,1731583630886/7437412fa5b4%2C39365%2C1731583630886.1731583631561 2024-11-14T11:27:11,578 DEBUG [RS:0;7437412fa5b4:39365 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45561:45561),(127.0.0.1/127.0.0.1:36771:36771)] 2024-11-14T11:27:11,605 INFO [RS:1;7437412fa5b4:44085 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:27:11,607 INFO [RS:1;7437412fa5b4:44085 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C44085%2C1731583630929, suffix=, logDir=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/WALs/7437412fa5b4,44085,1731583630929, archiveDir=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/oldWALs, maxLogs=32 2024-11-14T11:27:11,619 DEBUG [RS:1;7437412fa5b4:44085 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/WALs/7437412fa5b4,44085,1731583630929/7437412fa5b4%2C44085%2C1731583630929.1731583631607, exclude list is [], retry=0 2024-11-14T11:27:11,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41147,DS-3dbac2cf-b309-4e32-bbdb-e9531fc912b8,DISK] 2024-11-14T11:27:11,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40243,DS-4baeaf0f-9b2f-4a8a-bfdc-400c8d9589b9,DISK] 2024-11-14T11:27:11,624 INFO [RS:1;7437412fa5b4:44085 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/WALs/7437412fa5b4,44085,1731583630929/7437412fa5b4%2C44085%2C1731583630929.1731583631607 2024-11-14T11:27:11,624 DEBUG [RS:1;7437412fa5b4:44085 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45561:45561),(127.0.0.1/127.0.0.1:36771:36771)] 2024-11-14T11:27:11,746 DEBUG [7437412fa5b4:35909 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T11:27:11,746 DEBUG [7437412fa5b4:35909 {}] balancer.BalancerClusterState(204): Hosts are {7437412fa5b4=0} racks are {/default-rack=0} 2024-11-14T11:27:11,750 DEBUG [7437412fa5b4:35909 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T11:27:11,750 DEBUG [7437412fa5b4:35909 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T11:27:11,750 DEBUG [7437412fa5b4:35909 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T11:27:11,750 DEBUG [7437412fa5b4:35909 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T11:27:11,750 INFO [7437412fa5b4:35909 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T11:27:11,750 INFO [7437412fa5b4:35909 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T11:27:11,750 DEBUG [7437412fa5b4:35909 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T11:27:11,751 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7437412fa5b4,39365,1731583630886 2024-11-14T11:27:11,754 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7437412fa5b4,39365,1731583630886, state=OPENING 2024-11-14T11:27:11,775 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T11:27:11,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44085-0x101391959080002, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:11,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:11,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x101391959080001, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:11,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:27:11,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:27:11,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:27:11,787 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T11:27:11,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7437412fa5b4,39365,1731583630886}] 2024-11-14T11:27:11,939 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:27:11,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:27:11,944 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T11:27:11,944 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:27:11,944 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T11:27:11,946 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C39365%2C1731583630886.meta, suffix=.meta, logDir=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/WALs/7437412fa5b4,39365,1731583630886, archiveDir=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/oldWALs, maxLogs=32 2024-11-14T11:27:11,959 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/WALs/7437412fa5b4,39365,1731583630886/7437412fa5b4%2C39365%2C1731583630886.meta.1731583631946.meta, exclude list is [], retry=0 2024-11-14T11:27:11,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41147,DS-3dbac2cf-b309-4e32-bbdb-e9531fc912b8,DISK] 2024-11-14T11:27:11,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40243,DS-4baeaf0f-9b2f-4a8a-bfdc-400c8d9589b9,DISK] 2024-11-14T11:27:11,963 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/WALs/7437412fa5b4,39365,1731583630886/7437412fa5b4%2C39365%2C1731583630886.meta.1731583631946.meta 2024-11-14T11:27:11,963 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45561:45561),(127.0.0.1/127.0.0.1:36771:36771)] 2024-11-14T11:27:11,963 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:27:11,963 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T11:27:11,963 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T11:27:11,964 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T11:27:11,964 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T11:27:11,964 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:27:11,964 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T11:27:11,964 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T11:27:11,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T11:27:11,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T11:27:11,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:11,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:27:11,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T11:27:11,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T11:27:11,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:11,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:27:11,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T11:27:11,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T11:27:11,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:11,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:27:11,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T11:27:11,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T11:27:11,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:11,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:27:11,969 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T11:27:11,970 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/hbase/meta/1588230740 2024-11-14T11:27:11,971 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/hbase/meta/1588230740 2024-11-14T11:27:11,972 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T11:27:11,972 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T11:27:11,972 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T11:27:11,974 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T11:27:11,974 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68218742, jitterRate=0.01653847098350525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T11:27:11,974 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T11:27:11,975 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731583631964Writing region info on filesystem at 1731583631964Initializing all the Stores at 1731583631965 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583631965Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583631965Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583631965Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583631965Cleaning up temporary data from old regions at 1731583631972 (+7 ms)Running coprocessor post-open hooks at 1731583631974 (+2 ms)Region opened successfully at 1731583631975 (+1 ms) 2024-11-14T11:27:11,976 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731583631939 2024-11-14T11:27:11,978 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T11:27:11,978 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T11:27:11,979 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,39365,1731583630886 2024-11-14T11:27:11,980 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7437412fa5b4,39365,1731583630886, state=OPEN 2024-11-14T11:27:11,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44085-0x101391959080002, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:27:11,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x101391959080001, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:27:11,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:27:11,986 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7437412fa5b4,39365,1731583630886 2024-11-14T11:27:11,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:27:11,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:27:11,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:27:11,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T11:27:11,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7437412fa5b4,39365,1731583630886 in 199 msec 2024-11-14T11:27:11,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T11:27:11,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 645 msec 2024-11-14T11:27:11,991 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:27:11,991 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T11:27:11,992 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:27:11,992 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,39365,1731583630886, seqNum=-1] 2024-11-14T11:27:11,992 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:27:11,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:27:11,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 690 msec 2024-11-14T11:27:11,998 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731583631998, completionTime=-1 2024-11-14T11:27:11,998 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-14T11:27:11,998 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T11:27:12,000 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-14T11:27:12,000 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731583692000 2024-11-14T11:27:12,000 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731583752000 2024-11-14T11:27:12,000 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T11:27:12,000 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T11:27:12,001 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,35909,1731583630700-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:12,001 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,35909,1731583630700-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:12,001 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,35909,1731583630700-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:12,001 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7437412fa5b4:35909, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:12,001 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:12,001 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:12,003 DEBUG [master/7437412fa5b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T11:27:12,004 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.986sec 2024-11-14T11:27:12,004 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T11:27:12,004 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T11:27:12,004 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T11:27:12,004 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T11:27:12,005 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T11:27:12,005 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,35909,1731583630700-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:27:12,005 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,35909,1731583630700-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T11:27:12,007 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T11:27:12,007 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T11:27:12,007 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,35909,1731583630700-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:27:12,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573534c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:27:12,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,35909,-1 for getting cluster id 2024-11-14T11:27:12,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:27:12,077 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26122da0-fc62-4d9a-a5f5-fdd67db5787d' 2024-11-14T11:27:12,077 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:27:12,078 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26122da0-fc62-4d9a-a5f5-fdd67db5787d" 2024-11-14T11:27:12,078 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c37193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:27:12,078 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,35909,-1] 2024-11-14T11:27:12,078 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:27:12,079 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:12,079 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:27:12,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404a6f14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:27:12,081 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:27:12,082 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,39365,1731583630886, seqNum=-1] 2024-11-14T11:27:12,083 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:27:12,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:27:12,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7437412fa5b4,35909,1731583630700 2024-11-14T11:27:12,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T11:27:12,088 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7437412fa5b4,35909,1731583630700 2024-11-14T11:27:12,088 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c6e1ba6 2024-11-14T11:27:12,088 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T11:27:12,089 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T11:27:12,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T11:27:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-14T11:27:12,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T11:27:12,094 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:12,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-14T11:27:12,095 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T11:27:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:27:12,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40243 is added to blk_1073741836_1012 (size=379) 2024-11-14T11:27:12,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741836_1012 (size=379) 2024-11-14T11:27:12,106 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e79d0d1301fb58f2d40dbaeb36715b6, NAME => 'testClearRegionBlockCache,,1731583632090.8e79d0d1301fb58f2d40dbaeb36715b6.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c 2024-11-14T11:27:12,107 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0e46893be321f7edef90832c85dc4784, NAME => 'testClearRegionBlockCache,5,1731583632090.0e46893be321f7edef90832c85dc4784.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c 2024-11-14T11:27:12,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741838_1014 (size=61) 2024-11-14T11:27:12,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40243 is added to blk_1073741838_1014 (size=61) 2024-11-14T11:27:12,117 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731583632090.0e46893be321f7edef90832c85dc4784.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:27:12,117 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 0e46893be321f7edef90832c85dc4784, disabling compactions & flushes 2024-11-14T11:27:12,117 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731583632090.0e46893be321f7edef90832c85dc4784. 2024-11-14T11:27:12,117 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731583632090.0e46893be321f7edef90832c85dc4784. 2024-11-14T11:27:12,117 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731583632090.0e46893be321f7edef90832c85dc4784. after waiting 0 ms 2024-11-14T11:27:12,117 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731583632090.0e46893be321f7edef90832c85dc4784. 2024-11-14T11:27:12,117 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731583632090.0e46893be321f7edef90832c85dc4784. 2024-11-14T11:27:12,117 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0e46893be321f7edef90832c85dc4784: Waiting for close lock at 1731583632117Disabling compacts and flushes for region at 1731583632117Disabling writes for close at 1731583632117Writing region close event to WAL at 1731583632117Closed at 1731583632117 2024-11-14T11:27:12,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40243 is added to blk_1073741837_1013 (size=61) 2024-11-14T11:27:12,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741837_1013 (size=61) 2024-11-14T11:27:12,122 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731583632090.8e79d0d1301fb58f2d40dbaeb36715b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:27:12,122 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 8e79d0d1301fb58f2d40dbaeb36715b6, disabling compactions & flushes 2024-11-14T11:27:12,122 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731583632090.8e79d0d1301fb58f2d40dbaeb36715b6. 2024-11-14T11:27:12,122 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731583632090.8e79d0d1301fb58f2d40dbaeb36715b6. 2024-11-14T11:27:12,122 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731583632090.8e79d0d1301fb58f2d40dbaeb36715b6. after waiting 0 ms 2024-11-14T11:27:12,122 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731583632090.8e79d0d1301fb58f2d40dbaeb36715b6. 2024-11-14T11:27:12,122 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731583632090.8e79d0d1301fb58f2d40dbaeb36715b6. 2024-11-14T11:27:12,122 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e79d0d1301fb58f2d40dbaeb36715b6: Waiting for close lock at 1731583632122Disabling compacts and flushes for region at 1731583632122Disabling writes for close at 1731583632122Writing region close event to WAL at 1731583632122Closed at 1731583632122 2024-11-14T11:27:12,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T11:27:12,124 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731583632090.0e46893be321f7edef90832c85dc4784.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731583632124"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731583632124"}]},"ts":"1731583632124"} 2024-11-14T11:27:12,124 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731583632090.8e79d0d1301fb58f2d40dbaeb36715b6.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731583632124"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731583632124"}]},"ts":"1731583632124"} 2024-11-14T11:27:12,127 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-14T11:27:12,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T11:27:12,128 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583632128"}]},"ts":"1731583632128"} 2024-11-14T11:27:12,129 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-14T11:27:12,130 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7437412fa5b4=0} racks are {/default-rack=0} 2024-11-14T11:27:12,131 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T11:27:12,131 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T11:27:12,131 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T11:27:12,131 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T11:27:12,131 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T11:27:12,131 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T11:27:12,131 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T11:27:12,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e79d0d1301fb58f2d40dbaeb36715b6, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0e46893be321f7edef90832c85dc4784, ASSIGN}] 2024-11-14T11:27:12,132 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0e46893be321f7edef90832c85dc4784, ASSIGN 2024-11-14T11:27:12,132 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e79d0d1301fb58f2d40dbaeb36715b6, ASSIGN 2024-11-14T11:27:12,133 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0e46893be321f7edef90832c85dc4784, ASSIGN; state=OFFLINE, location=7437412fa5b4,44085,1731583630929; forceNewPlan=false, retain=false 2024-11-14T11:27:12,133 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e79d0d1301fb58f2d40dbaeb36715b6, ASSIGN; state=OFFLINE, location=7437412fa5b4,39365,1731583630886; forceNewPlan=false, retain=false 2024-11-14T11:27:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:27:12,284 INFO [7437412fa5b4:35909 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-14T11:27:12,285 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0e46893be321f7edef90832c85dc4784, regionState=OPENING, regionLocation=7437412fa5b4,44085,1731583630929 2024-11-14T11:27:12,285 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e79d0d1301fb58f2d40dbaeb36715b6, regionState=OPENING, regionLocation=7437412fa5b4,39365,1731583630886 2024-11-14T11:27:12,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0e46893be321f7edef90832c85dc4784, ASSIGN because future has completed 2024-11-14T11:27:12,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e46893be321f7edef90832c85dc4784, server=7437412fa5b4,44085,1731583630929}] 2024-11-14T11:27:12,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e79d0d1301fb58f2d40dbaeb36715b6, ASSIGN because future has completed 2024-11-14T11:27:12,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e79d0d1301fb58f2d40dbaeb36715b6, server=7437412fa5b4,39365,1731583630886}] 2024-11-14T11:27:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:27:12,417 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T11:27:12,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:27:12,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:27:12,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:27:12,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:27:12,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:27:12,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:27:12,446 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:27:12,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:27:12,450 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731583632090.0e46893be321f7edef90832c85dc4784. 2024-11-14T11:27:12,450 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731583632090.8e79d0d1301fb58f2d40dbaeb36715b6. 2024-11-14T11:27:12,450 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e79d0d1301fb58f2d40dbaeb36715b6, NAME => 'testClearRegionBlockCache,,1731583632090.8e79d0d1301fb58f2d40dbaeb36715b6.', STARTKEY => '', ENDKEY => '5'} 2024-11-14T11:27:12,450 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e46893be321f7edef90832c85dc4784, NAME => 'testClearRegionBlockCache,5,1731583632090.0e46893be321f7edef90832c85dc4784.', STARTKEY => '5', ENDKEY => ''} 2024-11-14T11:27:12,451 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8e79d0d1301fb58f2d40dbaeb36715b6 2024-11-14T11:27:12,451 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0e46893be321f7edef90832c85dc4784 2024-11-14T11:27:12,451 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731583632090.8e79d0d1301fb58f2d40dbaeb36715b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:27:12,451 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731583632090.0e46893be321f7edef90832c85dc4784.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:27:12,451 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 8e79d0d1301fb58f2d40dbaeb36715b6 2024-11-14T11:27:12,451 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0e46893be321f7edef90832c85dc4784 2024-11-14T11:27:12,451 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 8e79d0d1301fb58f2d40dbaeb36715b6 2024-11-14T11:27:12,451 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0e46893be321f7edef90832c85dc4784 2024-11-14T11:27:12,452 INFO [StoreOpener-8e79d0d1301fb58f2d40dbaeb36715b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8e79d0d1301fb58f2d40dbaeb36715b6 2024-11-14T11:27:12,452 INFO [StoreOpener-0e46893be321f7edef90832c85dc4784-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0e46893be321f7edef90832c85dc4784 2024-11-14T11:27:12,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:27:12,453 INFO [StoreOpener-0e46893be321f7edef90832c85dc4784-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e46893be321f7edef90832c85dc4784 columnFamilyName family 2024-11-14T11:27:12,453 INFO [StoreOpener-8e79d0d1301fb58f2d40dbaeb36715b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e79d0d1301fb58f2d40dbaeb36715b6 columnFamilyName family 2024-11-14T11:27:12,453 DEBUG [StoreOpener-0e46893be321f7edef90832c85dc4784-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:12,453 DEBUG [StoreOpener-8e79d0d1301fb58f2d40dbaeb36715b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:27:12,453 INFO [StoreOpener-0e46893be321f7edef90832c85dc4784-1 {}] regionserver.HStore(327): Store=0e46893be321f7edef90832c85dc4784/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:27:12,454 INFO [StoreOpener-8e79d0d1301fb58f2d40dbaeb36715b6-1 {}] regionserver.HStore(327): Store=8e79d0d1301fb58f2d40dbaeb36715b6/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:27:12,454 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 8e79d0d1301fb58f2d40dbaeb36715b6 2024-11-14T11:27:12,454 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0e46893be321f7edef90832c85dc4784 2024-11-14T11:27:12,454 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/default/testClearRegionBlockCache/8e79d0d1301fb58f2d40dbaeb36715b6 2024-11-14T11:27:12,454 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/default/testClearRegionBlockCache/0e46893be321f7edef90832c85dc4784 2024-11-14T11:27:12,455 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/default/testClearRegionBlockCache/0e46893be321f7edef90832c85dc4784 2024-11-14T11:27:12,455 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/default/testClearRegionBlockCache/8e79d0d1301fb58f2d40dbaeb36715b6 2024-11-14T11:27:12,455 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0e46893be321f7edef90832c85dc4784 2024-11-14T11:27:12,455 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0e46893be321f7edef90832c85dc4784 2024-11-14T11:27:12,455 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 8e79d0d1301fb58f2d40dbaeb36715b6 2024-11-14T11:27:12,455 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 8e79d0d1301fb58f2d40dbaeb36715b6 2024-11-14T11:27:12,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T11:27:12,456 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0e46893be321f7edef90832c85dc4784 2024-11-14T11:27:12,457 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 8e79d0d1301fb58f2d40dbaeb36715b6 2024-11-14T11:27:12,458 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/default/testClearRegionBlockCache/8e79d0d1301fb58f2d40dbaeb36715b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:27:12,458 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/default/testClearRegionBlockCache/0e46893be321f7edef90832c85dc4784/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:27:12,459 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 0e46893be321f7edef90832c85dc4784; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66445299, jitterRate=-0.00988788902759552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:27:12,459 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 8e79d0d1301fb58f2d40dbaeb36715b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74008089, jitterRate=0.1028064638376236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T11:27:12,459 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e46893be321f7edef90832c85dc4784 2024-11-14T11:27:12,459 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e79d0d1301fb58f2d40dbaeb36715b6 2024-11-14T11:27:12,460 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 8e79d0d1301fb58f2d40dbaeb36715b6: Running coprocessor pre-open hook at 1731583632451Writing region info on filesystem at 1731583632451Initializing all the Stores at 1731583632452 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583632452Cleaning up temporary data from old regions at 1731583632455 (+3 ms)Running coprocessor post-open hooks at 1731583632459 (+4 ms)Region opened successfully at 1731583632460 (+1 ms) 2024-11-14T11:27:12,460 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0e46893be321f7edef90832c85dc4784: Running coprocessor pre-open hook at 1731583632451Writing region info on filesystem at 1731583632451Initializing all the Stores at 1731583632452 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583632452Cleaning up temporary data from old regions at 1731583632455 (+3 ms)Running coprocessor post-open hooks at 1731583632459 (+4 ms)Region opened successfully at 1731583632460 (+1 ms) 2024-11-14T11:27:12,461 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731583632090.8e79d0d1301fb58f2d40dbaeb36715b6., pid=8, masterSystemTime=1731583632447 2024-11-14T11:27:12,461 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731583632090.0e46893be321f7edef90832c85dc4784., pid=7, masterSystemTime=1731583632446 2024-11-14T11:27:12,463 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731583632090.8e79d0d1301fb58f2d40dbaeb36715b6. 2024-11-14T11:27:12,463 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731583632090.8e79d0d1301fb58f2d40dbaeb36715b6. 2024-11-14T11:27:12,463 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e79d0d1301fb58f2d40dbaeb36715b6, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,39365,1731583630886 2024-11-14T11:27:12,464 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731583632090.0e46893be321f7edef90832c85dc4784. 2024-11-14T11:27:12,464 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731583632090.0e46893be321f7edef90832c85dc4784. 2024-11-14T11:27:12,465 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0e46893be321f7edef90832c85dc4784, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,44085,1731583630929 2024-11-14T11:27:12,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e79d0d1301fb58f2d40dbaeb36715b6, server=7437412fa5b4,39365,1731583630886 because future has completed 2024-11-14T11:27:12,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e46893be321f7edef90832c85dc4784, server=7437412fa5b4,44085,1731583630929 because future has completed 2024-11-14T11:27:12,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-14T11:27:12,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e79d0d1301fb58f2d40dbaeb36715b6, server=7437412fa5b4,39365,1731583630886 in 172 msec 2024-11-14T11:27:12,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T11:27:12,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e46893be321f7edef90832c85dc4784, server=7437412fa5b4,44085,1731583630929 in 176 msec 2024-11-14T11:27:12,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8e79d0d1301fb58f2d40dbaeb36715b6, ASSIGN in 337 msec 2024-11-14T11:27:12,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-14T11:27:12,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0e46893be321f7edef90832c85dc4784, ASSIGN in 338 msec 2024-11-14T11:27:12,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T11:27:12,472 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583632472"}]},"ts":"1731583632472"} 2024-11-14T11:27:12,474 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-14T11:27:12,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T11:27:12,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 385 msec 2024-11-14T11:27:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:27:12,727 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-14T11:27:12,727 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-14T11:27:12,727 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T11:27:12,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-14T11:27:12,732 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T11:27:12,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-14T11:27:12,737 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731583632090.8e79d0d1301fb58f2d40dbaeb36715b6., hostname=7437412fa5b4,39365,1731583630886, seqNum=2] 2024-11-14T11:27:12,748 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731583632090.0e46893be321f7edef90832c85dc4784., hostname=7437412fa5b4,44085,1731583630929, seqNum=2] 2024-11-14T11:27:12,749 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:27:12,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:27:12,759 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8e79d0d1301fb58f2d40dbaeb36715b6 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-14T11:27:12,773 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/default/testClearRegionBlockCache/8e79d0d1301fb58f2d40dbaeb36715b6/.tmp/family/1022d61c907c498581a66d15fa63ab64 is 32, key is 1/family:/1731583632739/Put/seqid=0 2024-11-14T11:27:12,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741839_1015 (size=5054) 2024-11-14T11:27:12,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40243 is added to blk_1073741839_1015 (size=5054) 2024-11-14T11:27:12,779 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/default/testClearRegionBlockCache/8e79d0d1301fb58f2d40dbaeb36715b6/.tmp/family/1022d61c907c498581a66d15fa63ab64 2024-11-14T11:27:12,785 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/default/testClearRegionBlockCache/8e79d0d1301fb58f2d40dbaeb36715b6/.tmp/family/1022d61c907c498581a66d15fa63ab64 as hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/default/testClearRegionBlockCache/8e79d0d1301fb58f2d40dbaeb36715b6/family/1022d61c907c498581a66d15fa63ab64 2024-11-14T11:27:12,791 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/default/testClearRegionBlockCache/8e79d0d1301fb58f2d40dbaeb36715b6/family/1022d61c907c498581a66d15fa63ab64, entries=4, sequenceid=8, filesize=4.9 K 2024-11-14T11:27:12,793 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 8e79d0d1301fb58f2d40dbaeb36715b6 in 34ms, sequenceid=8, compaction requested=false 2024-11-14T11:27:12,793 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8e79d0d1301fb58f2d40dbaeb36715b6: 2024-11-14T11:27:12,793 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0e46893be321f7edef90832c85dc4784 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-14T11:27:12,808 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/default/testClearRegionBlockCache/0e46893be321f7edef90832c85dc4784/.tmp/family/664a748445ef46fcac45949848a1b4c1 is 32, key is 5/family:/1731583632750/Put/seqid=0 2024-11-14T11:27:12,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40243 is added to blk_1073741840_1016 (size=5083) 2024-11-14T11:27:12,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741840_1016 (size=5083) 2024-11-14T11:27:12,814 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/default/testClearRegionBlockCache/0e46893be321f7edef90832c85dc4784/.tmp/family/664a748445ef46fcac45949848a1b4c1 2024-11-14T11:27:12,819 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/default/testClearRegionBlockCache/0e46893be321f7edef90832c85dc4784/.tmp/family/664a748445ef46fcac45949848a1b4c1 as hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/default/testClearRegionBlockCache/0e46893be321f7edef90832c85dc4784/family/664a748445ef46fcac45949848a1b4c1 2024-11-14T11:27:12,825 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/default/testClearRegionBlockCache/0e46893be321f7edef90832c85dc4784/family/664a748445ef46fcac45949848a1b4c1, entries=5, sequenceid=9, filesize=5.0 K 2024-11-14T11:27:12,826 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 0e46893be321f7edef90832c85dc4784 in 33ms, sequenceid=9, compaction requested=false 2024-11-14T11:27:12,826 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0e46893be321f7edef90832c85dc4784: 2024-11-14T11:27:12,829 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-14T11:27:12,832 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:27:12,832 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:27:12,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:27:12,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:27:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] bucket.BucketCache(1864): found 1 blocks for file 1022d61c907c498581a66d15fa63ab64, starting offset: 0, end offset: 9223372036854775807 2024-11-14T11:27:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44085 {}] bucket.BucketCache(1864): found 1 blocks for file 664a748445ef46fcac45949848a1b4c1, starting offset: 0, end offset: 9223372036854775807 2024-11-14T11:27:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44085 {}] bucket.BucketCache(857): removed key 664a748445ef46fcac45949848a1b4c1_0 from back map with offset lock 2094080 in the evict process 2024-11-14T11:27:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39365 {}] bucket.BucketCache(857): removed key 1022d61c907c498581a66d15fa63ab64_0 from back map with offset lock 2094080 in the evict process 2024-11-14T11:27:12,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T11:27:12,834 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:27:12,834 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:27:12,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:12,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:12,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:27:12,835 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T11:27:12,835 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=871890567, stopped=false 2024-11-14T11:27:12,835 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7437412fa5b4,35909,1731583630700 2024-11-14T11:27:12,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44085-0x101391959080002, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T11:27:12,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T11:27:12,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x101391959080001, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T11:27:12,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:12,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x101391959080001, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:12,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44085-0x101391959080002, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:12,902 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T11:27:12,902 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:27:12,902 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:27:12,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:12,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39365-0x101391959080001, quorum=127.0.0.1:57106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:27:12,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44085-0x101391959080002, quorum=127.0.0.1:57106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:27:12,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:27:12,903 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7437412fa5b4,39365,1731583630886' ***** 2024-11-14T11:27:12,903 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T11:27:12,903 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7437412fa5b4,44085,1731583630929' ***** 2024-11-14T11:27:12,903 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T11:27:12,903 INFO [RS:0;7437412fa5b4:39365 {}] bucket.BucketCache(1739): Disabling cache 2024-11-14T11:27:12,903 INFO [RS:1;7437412fa5b4:44085 {}] bucket.BucketCache(1739): Disabling cache 2024-11-14T11:27:12,903 INFO [RS:0;7437412fa5b4:39365 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-14T11:27:12,903 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-14T11:27:12,903 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-14T11:27:12,903 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-14T11:27:12,903 INFO [RS:1;7437412fa5b4:44085 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-14T11:27:12,903 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-14T11:27:12,903 INFO [RS:1;7437412fa5b4:44085 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T11:27:12,903 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-14T11:27:12,903 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-14T11:27:12,903 INFO [RS:0;7437412fa5b4:39365 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T11:27:12,904 INFO [RS:0;7437412fa5b4:39365 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T11:27:12,904 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T11:27:12,904 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T11:27:12,904 INFO [RS:0;7437412fa5b4:39365 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T11:27:12,904 INFO [RS:0;7437412fa5b4:39365 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e79d0d1301fb58f2d40dbaeb36715b6 2024-11-14T11:27:12,904 INFO [RS:1;7437412fa5b4:44085 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T11:27:12,904 INFO [RS:1;7437412fa5b4:44085 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T11:27:12,904 INFO [RS:1;7437412fa5b4:44085 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e46893be321f7edef90832c85dc4784 2024-11-14T11:27:12,904 INFO [RS:0;7437412fa5b4:39365 {}] regionserver.HRegionServer(959): stopping server 7437412fa5b4,39365,1731583630886 2024-11-14T11:27:12,904 INFO [RS:0;7437412fa5b4:39365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:27:12,904 INFO [RS:0;7437412fa5b4:39365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7437412fa5b4:39365. 2024-11-14T11:27:12,904 INFO [RS:1;7437412fa5b4:44085 {}] regionserver.HRegionServer(959): stopping server 7437412fa5b4,44085,1731583630929 2024-11-14T11:27:12,904 INFO [RS:1;7437412fa5b4:44085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:27:12,904 DEBUG [RS:0;7437412fa5b4:39365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:27:12,904 INFO [RS:1;7437412fa5b4:44085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7437412fa5b4:44085. 2024-11-14T11:27:12,904 DEBUG [RS:0;7437412fa5b4:39365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:12,904 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e79d0d1301fb58f2d40dbaeb36715b6, disabling compactions & flushes 2024-11-14T11:27:12,904 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e46893be321f7edef90832c85dc4784, disabling compactions & flushes 2024-11-14T11:27:12,904 DEBUG [RS:1;7437412fa5b4:44085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:27:12,904 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731583632090.0e46893be321f7edef90832c85dc4784. 2024-11-14T11:27:12,904 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731583632090.8e79d0d1301fb58f2d40dbaeb36715b6. 2024-11-14T11:27:12,904 INFO [RS:0;7437412fa5b4:39365 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T11:27:12,904 DEBUG [RS:1;7437412fa5b4:44085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:12,904 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731583632090.0e46893be321f7edef90832c85dc4784. 2024-11-14T11:27:12,904 INFO [RS:0;7437412fa5b4:39365 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T11:27:12,904 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731583632090.8e79d0d1301fb58f2d40dbaeb36715b6. 2024-11-14T11:27:12,904 INFO [RS:0;7437412fa5b4:39365 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T11:27:12,904 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731583632090.0e46893be321f7edef90832c85dc4784. after waiting 0 ms 2024-11-14T11:27:12,904 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731583632090.8e79d0d1301fb58f2d40dbaeb36715b6. after waiting 0 ms 2024-11-14T11:27:12,904 INFO [RS:1;7437412fa5b4:44085 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T11:27:12,904 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731583632090.0e46893be321f7edef90832c85dc4784. 2024-11-14T11:27:12,904 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731583632090.8e79d0d1301fb58f2d40dbaeb36715b6. 2024-11-14T11:27:12,904 INFO [RS:0;7437412fa5b4:39365 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T11:27:12,904 DEBUG [RS:1;7437412fa5b4:44085 {}] regionserver.HRegionServer(1325): Online Regions={0e46893be321f7edef90832c85dc4784=testClearRegionBlockCache,5,1731583632090.0e46893be321f7edef90832c85dc4784.} 2024-11-14T11:27:12,904 DEBUG [RS:1;7437412fa5b4:44085 {}] regionserver.HRegionServer(1351): Waiting on 0e46893be321f7edef90832c85dc4784 2024-11-14T11:27:12,904 INFO [RS:0;7437412fa5b4:39365 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T11:27:12,904 DEBUG [RS:0;7437412fa5b4:39365 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8e79d0d1301fb58f2d40dbaeb36715b6=testClearRegionBlockCache,,1731583632090.8e79d0d1301fb58f2d40dbaeb36715b6.} 2024-11-14T11:27:12,904 DEBUG [RS:0;7437412fa5b4:39365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e79d0d1301fb58f2d40dbaeb36715b6 2024-11-14T11:27:12,904 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T11:27:12,904 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T11:27:12,904 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T11:27:12,905 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T11:27:12,905 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T11:27:12,905 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-14T11:27:12,908 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/default/testClearRegionBlockCache/8e79d0d1301fb58f2d40dbaeb36715b6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T11:27:12,909 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/default/testClearRegionBlockCache/0e46893be321f7edef90832c85dc4784/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T11:27:12,909 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731583632090.8e79d0d1301fb58f2d40dbaeb36715b6. 2024-11-14T11:27:12,909 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e79d0d1301fb58f2d40dbaeb36715b6: Waiting for close lock at 1731583632904Running coprocessor pre-close hooks at 1731583632904Disabling compacts and flushes for region at 1731583632904Disabling writes for close at 1731583632904Writing region close event to WAL at 1731583632905 (+1 ms)Running coprocessor post-close hooks at 1731583632909 (+4 ms)Closed at 1731583632909 2024-11-14T11:27:12,909 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731583632090.8e79d0d1301fb58f2d40dbaeb36715b6. 2024-11-14T11:27:12,909 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731583632090.0e46893be321f7edef90832c85dc4784. 2024-11-14T11:27:12,909 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e46893be321f7edef90832c85dc4784: Waiting for close lock at 1731583632904Running coprocessor pre-close hooks at 1731583632904Disabling compacts and flushes for region at 1731583632904Disabling writes for close at 1731583632904Writing region close event to WAL at 1731583632905 (+1 ms)Running coprocessor post-close hooks at 1731583632909 (+4 ms)Closed at 1731583632909 2024-11-14T11:27:12,909 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731583632090.0e46893be321f7edef90832c85dc4784. 2024-11-14T11:27:12,920 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/hbase/meta/1588230740/.tmp/info/e2ffa4d5a7a0418595fafa28635793a1 is 173, key is testClearRegionBlockCache,5,1731583632090.0e46893be321f7edef90832c85dc4784./info:regioninfo/1731583632464/Put/seqid=0 2024-11-14T11:27:12,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741841_1017 (size=8173) 2024-11-14T11:27:12,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40243 is added to blk_1073741841_1017 (size=8173) 2024-11-14T11:27:12,925 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/hbase/meta/1588230740/.tmp/info/e2ffa4d5a7a0418595fafa28635793a1 2024-11-14T11:27:12,927 INFO [regionserver/7437412fa5b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:27:12,943 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/hbase/meta/1588230740/.tmp/ns/3f4dc60bd42940c88589bddc74ecf3a4 is 43, key is default/ns:d/1731583631994/Put/seqid=0 2024-11-14T11:27:12,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40243 is added to blk_1073741842_1018 (size=5153) 2024-11-14T11:27:12,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741842_1018 (size=5153) 2024-11-14T11:27:12,970 INFO [regionserver/7437412fa5b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:27:13,105 INFO [RS:1;7437412fa5b4:44085 {}] regionserver.HRegionServer(976): stopping server 7437412fa5b4,44085,1731583630929; all regions closed. 2024-11-14T11:27:13,105 DEBUG [RS:0;7437412fa5b4:39365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T11:27:13,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741834_1010 (size=1867) 2024-11-14T11:27:13,111 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/WALs/7437412fa5b4,44085,1731583630929/7437412fa5b4%2C44085%2C1731583630929.1731583631607 not finished, retry = 0 2024-11-14T11:27:13,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40243 is added to blk_1073741834_1010 (size=1867) 2024-11-14T11:27:13,217 DEBUG [RS:1;7437412fa5b4:44085 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/oldWALs 2024-11-14T11:27:13,217 INFO [RS:1;7437412fa5b4:44085 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7437412fa5b4%2C44085%2C1731583630929:(num 1731583631607) 2024-11-14T11:27:13,217 DEBUG [RS:1;7437412fa5b4:44085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:13,217 INFO [RS:1;7437412fa5b4:44085 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:27:13,217 INFO [RS:1;7437412fa5b4:44085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T11:27:13,217 INFO [RS:1;7437412fa5b4:44085 {}] hbase.ChoreService(370): Chore service for: regionserver/7437412fa5b4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T11:27:13,218 INFO [RS:1;7437412fa5b4:44085 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T11:27:13,218 INFO [RS:1;7437412fa5b4:44085 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T11:27:13,218 INFO [RS:1;7437412fa5b4:44085 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T11:27:13,218 INFO [regionserver/7437412fa5b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T11:27:13,218 INFO [RS:1;7437412fa5b4:44085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T11:27:13,218 INFO [RS:1;7437412fa5b4:44085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44085 2024-11-14T11:27:13,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:27:13,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44085-0x101391959080002, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7437412fa5b4,44085,1731583630929 2024-11-14T11:27:13,228 INFO [RS:1;7437412fa5b4:44085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:27:13,239 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7437412fa5b4,44085,1731583630929] 2024-11-14T11:27:13,249 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7437412fa5b4,44085,1731583630929 already deleted, retry=false 2024-11-14T11:27:13,249 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7437412fa5b4,44085,1731583630929 expired; onlineServers=1 2024-11-14T11:27:13,305 DEBUG [RS:0;7437412fa5b4:39365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T11:27:13,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44085-0x101391959080002, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:27:13,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44085-0x101391959080002, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:27:13,340 INFO [RS:1;7437412fa5b4:44085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:27:13,340 INFO [RS:1;7437412fa5b4:44085 {}] regionserver.HRegionServer(1031): Exiting; stopping=7437412fa5b4,44085,1731583630929; zookeeper connection closed. 2024-11-14T11:27:13,340 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21dc8f70 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21dc8f70 2024-11-14T11:27:13,350 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/hbase/meta/1588230740/.tmp/ns/3f4dc60bd42940c88589bddc74ecf3a4 2024-11-14T11:27:13,377 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/hbase/meta/1588230740/.tmp/table/78e478c8fa604c00928a9295ab77cfd9 is 61, key is testClearRegionBlockCache/table:state/1731583632472/Put/seqid=0 2024-11-14T11:27:13,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40243 is added to blk_1073741843_1019 (size=5312) 2024-11-14T11:27:13,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741843_1019 (size=5312) 2024-11-14T11:27:13,382 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/hbase/meta/1588230740/.tmp/table/78e478c8fa604c00928a9295ab77cfd9 2024-11-14T11:27:13,387 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/hbase/meta/1588230740/.tmp/info/e2ffa4d5a7a0418595fafa28635793a1 as hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/hbase/meta/1588230740/info/e2ffa4d5a7a0418595fafa28635793a1 2024-11-14T11:27:13,392 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/hbase/meta/1588230740/info/e2ffa4d5a7a0418595fafa28635793a1, entries=20, sequenceid=13, filesize=8.0 K 2024-11-14T11:27:13,393 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/hbase/meta/1588230740/.tmp/ns/3f4dc60bd42940c88589bddc74ecf3a4 as hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/hbase/meta/1588230740/ns/3f4dc60bd42940c88589bddc74ecf3a4 2024-11-14T11:27:13,398 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/hbase/meta/1588230740/ns/3f4dc60bd42940c88589bddc74ecf3a4, entries=2, sequenceid=13, filesize=5.0 K 2024-11-14T11:27:13,399 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/hbase/meta/1588230740/.tmp/table/78e478c8fa604c00928a9295ab77cfd9 as hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/hbase/meta/1588230740/table/78e478c8fa604c00928a9295ab77cfd9 2024-11-14T11:27:13,404 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/hbase/meta/1588230740/table/78e478c8fa604c00928a9295ab77cfd9, entries=2, sequenceid=13, filesize=5.2 K 2024-11-14T11:27:13,405 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 500ms, sequenceid=13, compaction requested=false 2024-11-14T11:27:13,409 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-14T11:27:13,410 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T11:27:13,410 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T11:27:13,410 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731583632904Running coprocessor pre-close hooks at 1731583632904Disabling compacts and flushes for region at 1731583632904Disabling writes for close at 1731583632905 (+1 ms)Obtaining lock to block concurrent updates at 1731583632905Preparing flush snapshotting stores in 1588230740 at 1731583632905Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731583632905Flushing stores of hbase:meta,,1.1588230740 at 1731583632905Flushing 1588230740/info: creating writer at 1731583632905Flushing 1588230740/info: appending metadata at 1731583632920 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731583632920Flushing 1588230740/ns: creating writer at 1731583632930 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731583632943 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731583632943Flushing 1588230740/table: creating writer at 1731583633363 (+420 ms)Flushing 1588230740/table: appending metadata at 1731583633376 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731583633376Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ef0d0a1: reopening flushed file at 1731583633386 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ee11e3a: reopening flushed file at 1731583633392 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b9f8c5d: reopening flushed file at 1731583633398 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 500ms, sequenceid=13, compaction requested=false at 1731583633405 (+7 ms)Writing region close event to WAL at 1731583633406 (+1 ms)Running coprocessor post-close hooks at 1731583633410 (+4 ms)Closed at 1731583633410 2024-11-14T11:27:13,410 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T11:27:13,426 INFO [regionserver/7437412fa5b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T11:27:13,426 INFO [regionserver/7437412fa5b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T11:27:13,505 INFO [RS:0;7437412fa5b4:39365 {}] regionserver.HRegionServer(976): stopping server 7437412fa5b4,39365,1731583630886; all regions closed. 2024-11-14T11:27:13,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40243 is added to blk_1073741835_1011 (size=4338) 2024-11-14T11:27:13,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741835_1011 (size=4338) 2024-11-14T11:27:13,514 DEBUG [RS:0;7437412fa5b4:39365 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/oldWALs 2024-11-14T11:27:13,514 INFO [RS:0;7437412fa5b4:39365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7437412fa5b4%2C39365%2C1731583630886.meta:.meta(num 1731583631946) 2024-11-14T11:27:13,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40243 is added to blk_1073741833_1009 (size=1758) 2024-11-14T11:27:13,518 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/WALs/7437412fa5b4,39365,1731583630886/7437412fa5b4%2C39365%2C1731583630886.1731583631561 not finished, retry = 0 2024-11-14T11:27:13,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741833_1009 (size=1758) 2024-11-14T11:27:13,622 DEBUG [RS:0;7437412fa5b4:39365 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/oldWALs 2024-11-14T11:27:13,622 INFO [RS:0;7437412fa5b4:39365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7437412fa5b4%2C39365%2C1731583630886:(num 1731583631561) 2024-11-14T11:27:13,622 DEBUG [RS:0;7437412fa5b4:39365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:27:13,622 INFO [RS:0;7437412fa5b4:39365 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:27:13,622 INFO [RS:0;7437412fa5b4:39365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T11:27:13,622 INFO [RS:0;7437412fa5b4:39365 {}] hbase.ChoreService(370): Chore service for: regionserver/7437412fa5b4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T11:27:13,623 INFO [RS:0;7437412fa5b4:39365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T11:27:13,623 INFO [regionserver/7437412fa5b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T11:27:13,623 INFO [RS:0;7437412fa5b4:39365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39365 2024-11-14T11:27:13,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x101391959080001, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7437412fa5b4,39365,1731583630886 2024-11-14T11:27:13,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:27:13,671 INFO [RS:0;7437412fa5b4:39365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:27:13,673 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7437412fa5b4,39365,1731583630886] 2024-11-14T11:27:13,691 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7437412fa5b4,39365,1731583630886 already deleted, retry=false 2024-11-14T11:27:13,692 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7437412fa5b4,39365,1731583630886 expired; onlineServers=0 2024-11-14T11:27:13,692 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7437412fa5b4,35909,1731583630700' ***** 2024-11-14T11:27:13,692 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T11:27:13,692 INFO [M:0;7437412fa5b4:35909 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:27:13,692 INFO [M:0;7437412fa5b4:35909 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T11:27:13,692 DEBUG [M:0;7437412fa5b4:35909 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T11:27:13,693 DEBUG [M:0;7437412fa5b4:35909 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T11:27:13,693 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T11:27:13,693 DEBUG [master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731583631316 {}] cleaner.HFileCleaner(306): Exit Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731583631316,5,FailOnTimeoutGroup] 2024-11-14T11:27:13,693 DEBUG [master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731583631316 {}] cleaner.HFileCleaner(306): Exit Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731583631316,5,FailOnTimeoutGroup] 2024-11-14T11:27:13,693 INFO [M:0;7437412fa5b4:35909 {}] hbase.ChoreService(370): Chore service for: master/7437412fa5b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T11:27:13,694 INFO [M:0;7437412fa5b4:35909 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T11:27:13,694 DEBUG [M:0;7437412fa5b4:35909 {}] master.HMaster(1795): Stopping service threads 2024-11-14T11:27:13,694 INFO [M:0;7437412fa5b4:35909 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T11:27:13,694 INFO [M:0;7437412fa5b4:35909 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T11:27:13,695 INFO [M:0;7437412fa5b4:35909 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T11:27:13,695 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T11:27:13,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T11:27:13,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:27:13,702 DEBUG [M:0;7437412fa5b4:35909 {}] zookeeper.ZKUtil(347): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T11:27:13,702 WARN [M:0;7437412fa5b4:35909 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T11:27:13,703 INFO [M:0;7437412fa5b4:35909 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/.lastflushedseqids 2024-11-14T11:27:13,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40243 is added to blk_1073741844_1020 (size=182) 2024-11-14T11:27:13,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741844_1020 (size=182) 2024-11-14T11:27:13,709 INFO [M:0;7437412fa5b4:35909 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T11:27:13,709 INFO [M:0;7437412fa5b4:35909 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T11:27:13,709 DEBUG [M:0;7437412fa5b4:35909 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T11:27:13,709 INFO [M:0;7437412fa5b4:35909 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:27:13,709 DEBUG [M:0;7437412fa5b4:35909 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:27:13,709 DEBUG [M:0;7437412fa5b4:35909 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T11:27:13,710 DEBUG [M:0;7437412fa5b4:35909 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:27:13,710 INFO [M:0;7437412fa5b4:35909 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.63 KB heapSize=37.03 KB 2024-11-14T11:27:13,727 DEBUG [M:0;7437412fa5b4:35909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ce9ad7e8e19495e80041b2dc1b7cb76 is 82, key is hbase:meta,,1/info:regioninfo/1731583631978/Put/seqid=0 2024-11-14T11:27:13,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741845_1021 (size=5672) 2024-11-14T11:27:13,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40243 is added to blk_1073741845_1021 (size=5672) 2024-11-14T11:27:13,732 INFO [M:0;7437412fa5b4:35909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ce9ad7e8e19495e80041b2dc1b7cb76 2024-11-14T11:27:13,750 DEBUG [M:0;7437412fa5b4:35909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f45c7945111640eb99728b52dace829d is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731583632476/Put/seqid=0 2024-11-14T11:27:13,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741846_1022 (size=6219) 2024-11-14T11:27:13,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40243 is added to blk_1073741846_1022 (size=6219) 2024-11-14T11:27:13,756 INFO [M:0;7437412fa5b4:35909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.01 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f45c7945111640eb99728b52dace829d 2024-11-14T11:27:13,773 DEBUG [M:0;7437412fa5b4:35909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e1f976c37664fecba1b58d53e1110c0 is 69, key is 7437412fa5b4,39365,1731583630886/rs:state/1731583631412/Put/seqid=0 2024-11-14T11:27:13,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40243 is added to blk_1073741847_1023 (size=5224) 2024-11-14T11:27:13,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741847_1023 (size=5224) 2024-11-14T11:27:13,778 INFO [M:0;7437412fa5b4:35909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e1f976c37664fecba1b58d53e1110c0 2024-11-14T11:27:13,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x101391959080001, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:27:13,781 INFO [RS:0;7437412fa5b4:39365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:27:13,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39365-0x101391959080001, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:27:13,781 INFO [RS:0;7437412fa5b4:39365 {}] regionserver.HRegionServer(1031): Exiting; stopping=7437412fa5b4,39365,1731583630886; zookeeper connection closed. 2024-11-14T11:27:13,781 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@383d259e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@383d259e 2024-11-14T11:27:13,781 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-14T11:27:13,784 DEBUG [M:0;7437412fa5b4:35909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ce9ad7e8e19495e80041b2dc1b7cb76 as hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ce9ad7e8e19495e80041b2dc1b7cb76 2024-11-14T11:27:13,789 INFO [M:0;7437412fa5b4:35909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ce9ad7e8e19495e80041b2dc1b7cb76, entries=8, sequenceid=71, filesize=5.5 K 2024-11-14T11:27:13,790 DEBUG [M:0;7437412fa5b4:35909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f45c7945111640eb99728b52dace829d as hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f45c7945111640eb99728b52dace829d 2024-11-14T11:27:13,794 INFO [M:0;7437412fa5b4:35909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f45c7945111640eb99728b52dace829d, entries=8, sequenceid=71, filesize=6.1 K 2024-11-14T11:27:13,795 DEBUG [M:0;7437412fa5b4:35909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e1f976c37664fecba1b58d53e1110c0 as hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e1f976c37664fecba1b58d53e1110c0 2024-11-14T11:27:13,800 INFO [M:0;7437412fa5b4:35909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45257/user/jenkins/test-data/ff7084b1-06c7-153a-f166-ff1695a0ab8c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e1f976c37664fecba1b58d53e1110c0, entries=2, sequenceid=71, filesize=5.1 K 2024-11-14T11:27:13,801 INFO [M:0;7437412fa5b4:35909 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 91ms, sequenceid=71, compaction requested=false 2024-11-14T11:27:13,803 INFO [M:0;7437412fa5b4:35909 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:27:13,803 DEBUG [M:0;7437412fa5b4:35909 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731583633709Disabling compacts and flushes for region at 1731583633709Disabling writes for close at 1731583633709Obtaining lock to block concurrent updates at 1731583633710 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731583633710Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30342, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731583633710Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731583633710Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731583633711 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731583633726 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731583633726Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731583633737 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731583633750 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731583633750Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731583633760 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731583633773 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731583633773Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72806e76: reopening flushed file at 1731583633783 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5195b7bf: reopening flushed file at 1731583633789 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5246c3c3: reopening flushed file at 1731583633795 (+6 ms)Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 91ms, sequenceid=71, compaction requested=false at 1731583633801 (+6 ms)Writing region close event to WAL at 1731583633802 (+1 ms)Closed at 1731583633802 2024-11-14T11:27:13,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40243 is added to blk_1073741830_1006 (size=35489) 2024-11-14T11:27:13,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741830_1006 (size=35489) 2024-11-14T11:27:13,805 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T11:27:13,805 INFO [M:0;7437412fa5b4:35909 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T11:27:13,805 INFO [M:0;7437412fa5b4:35909 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35909 2024-11-14T11:27:13,806 INFO [M:0;7437412fa5b4:35909 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:27:13,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:27:13,918 INFO [M:0;7437412fa5b4:35909 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:27:13,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x101391959080000, quorum=127.0.0.1:57106, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:27:13,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24bdf4f6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:27:13,921 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5eba7a0a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:27:13,921 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:27:13,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@319819d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:27:13,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21394073{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/hadoop.log.dir/,STOPPED} 2024-11-14T11:27:13,923 WARN [BP-1843862047-172.17.0.2-1731583628455 heartbeating to localhost/127.0.0.1:45257 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T11:27:13,923 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T11:27:13,923 WARN [BP-1843862047-172.17.0.2-1731583628455 heartbeating to localhost/127.0.0.1:45257 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1843862047-172.17.0.2-1731583628455 (Datanode Uuid 64f3ccbb-eec2-418d-931e-2767996e6e55) service to localhost/127.0.0.1:45257 2024-11-14T11:27:13,923 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T11:27:13,924 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/cluster_d167033a-3195-af68-24ba-e6b08cc0739d/data/data3/current/BP-1843862047-172.17.0.2-1731583628455 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:27:13,924 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/cluster_d167033a-3195-af68-24ba-e6b08cc0739d/data/data4/current/BP-1843862047-172.17.0.2-1731583628455 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:27:13,924 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T11:27:13,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@295dac2e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:27:13,927 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2659960{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:27:13,927 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:27:13,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48ef0b0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:27:13,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e900130{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/hadoop.log.dir/,STOPPED} 2024-11-14T11:27:13,928 WARN [BP-1843862047-172.17.0.2-1731583628455 heartbeating to localhost/127.0.0.1:45257 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T11:27:13,928 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T11:27:13,928 WARN [BP-1843862047-172.17.0.2-1731583628455 heartbeating to localhost/127.0.0.1:45257 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1843862047-172.17.0.2-1731583628455 (Datanode Uuid fadfc19a-e077-4bfb-9024-1354433874a6) service to localhost/127.0.0.1:45257 2024-11-14T11:27:13,928 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T11:27:13,929 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/cluster_d167033a-3195-af68-24ba-e6b08cc0739d/data/data1/current/BP-1843862047-172.17.0.2-1731583628455 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:27:13,929 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/cluster_d167033a-3195-af68-24ba-e6b08cc0739d/data/data2/current/BP-1843862047-172.17.0.2-1731583628455 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:27:13,929 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T11:27:13,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@494bce2a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T11:27:13,937 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@493edb4c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:27:13,937 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:27:13,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1f5359{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:27:13,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57b823e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18a826d4-34f1-4498-c2fb-3627004cccb5/hadoop.log.dir/,STOPPED} 2024-11-14T11:27:13,943 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T11:27:13,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T11:27:13,964 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=187 (was 167) - Thread LEAK? -, OpenFileDescriptor=549 (was 526) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=373 (was 380), ProcessCount=11 (was 11), AvailableMemoryMB=1997 (was 2159)