2024-11-16 14:27:04,829 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-16 14:27:04,847 main DEBUG Took 0.015509 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 14:27:04,847 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 14:27:04,848 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 14:27:04,849 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 14:27:04,850 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 14:27:04,862 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 14:27:04,877 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 14:27:04,879 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 14:27:04,879 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 14:27:04,880 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 14:27:04,880 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 14:27:04,881 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 14:27:04,882 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 14:27:04,882 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 14:27:04,883 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 14:27:04,883 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 14:27:04,884 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 14:27:04,885 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 14:27:04,885 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 14:27:04,886 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 14:27:04,887 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 14:27:04,887 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 14:27:04,887 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 14:27:04,888 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 14:27:04,888 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 14:27:04,889 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 14:27:04,889 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 14:27:04,890 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 14:27:04,890 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 14:27:04,891 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 14:27:04,891 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 14:27:04,892 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 14:27:04,893 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 14:27:04,895 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 14:27:04,897 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 14:27:04,897 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 14:27:04,899 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 14:27:04,900 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 14:27:04,908 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 14:27:04,911 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 14:27:04,913 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 14:27:04,914 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 14:27:04,914 main DEBUG createAppenders(={Console}) 2024-11-16 14:27:04,915 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-16 14:27:04,915 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-16 14:27:04,916 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-16 14:27:04,916 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 14:27:04,917 main DEBUG OutputStream closed 2024-11-16 14:27:04,917 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 14:27:04,918 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 14:27:04,918 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-16 14:27:05,002 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 14:27:05,003 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 14:27:05,004 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 14:27:05,005 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 14:27:05,006 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 14:27:05,006 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 14:27:05,007 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 14:27:05,007 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 14:27:05,008 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 14:27:05,008 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 14:27:05,009 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 14:27:05,009 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 14:27:05,010 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 14:27:05,010 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 14:27:05,010 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 14:27:05,011 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 14:27:05,011 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 14:27:05,012 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 14:27:05,014 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 14:27:05,014 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-16 14:27:05,014 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 14:27:05,015 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-16T14:27:05,030 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-16 14:27:05,033 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 14:27:05,033 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T14:27:05,106 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=430, ProcessCount=11, AvailableMemoryMB=5303 2024-11-16T14:27:05,314 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979 2024-11-16T14:27:05,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T14:27:05,330 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/cluster_a1d819ba-8a9b-61f5-b838-796e41aa0942, deleteOnExit=true 2024-11-16T14:27:05,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T14:27:05,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/test.cache.data in system properties and HBase conf 2024-11-16T14:27:05,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T14:27:05,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/hadoop.log.dir in system properties and HBase conf 2024-11-16T14:27:05,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T14:27:05,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T14:27:05,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T14:27:05,407 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T14:27:05,490 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T14:27:05,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T14:27:05,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T14:27:05,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T14:27:05,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T14:27:05,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T14:27:05,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T14:27:05,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T14:27:05,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T14:27:05,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T14:27:05,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/nfs.dump.dir in system properties and HBase conf 2024-11-16T14:27:05,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/java.io.tmpdir in system properties and HBase conf 2024-11-16T14:27:05,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T14:27:05,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T14:27:05,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T14:27:06,487 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T14:27:06,556 INFO [Time-limited test {}] log.Log(170): Logging initialized @2343ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T14:27:06,619 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T14:27:06,674 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T14:27:06,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T14:27:06,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T14:27:06,699 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T14:27:06,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T14:27:06,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/hadoop.log.dir/,AVAILABLE} 2024-11-16T14:27:06,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T14:27:06,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/java.io.tmpdir/jetty-localhost-41271-hadoop-hdfs-3_4_1-tests_jar-_-any-5758168051933614631/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T14:27:06,904 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:41271} 2024-11-16T14:27:06,904 INFO [Time-limited test {}] server.Server(415): Started @2692ms 2024-11-16T14:27:07,469 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T14:27:07,477 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T14:27:07,478 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T14:27:07,478 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T14:27:07,478 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T14:27:07,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18d551c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/hadoop.log.dir/,AVAILABLE} 2024-11-16T14:27:07,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@684a1a54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T14:27:07,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc3e688{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/java.io.tmpdir/jetty-localhost-39687-hadoop-hdfs-3_4_1-tests_jar-_-any-14801803420088634646/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T14:27:07,581 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21b0fe12{HTTP/1.1, (http/1.1)}{localhost:39687} 2024-11-16T14:27:07,581 INFO [Time-limited test {}] server.Server(415): Started @3370ms 2024-11-16T14:27:07,631 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T14:27:07,740 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T14:27:07,749 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T14:27:07,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T14:27:07,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T14:27:07,751 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T14:27:07,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@727c4888{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/hadoop.log.dir/,AVAILABLE} 2024-11-16T14:27:07,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b611e38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T14:27:07,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5acf7a93{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/java.io.tmpdir/jetty-localhost-42539-hadoop-hdfs-3_4_1-tests_jar-_-any-15351867503203936847/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T14:27:07,866 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52bff630{HTTP/1.1, (http/1.1)}{localhost:42539} 2024-11-16T14:27:07,866 INFO [Time-limited test {}] server.Server(415): Started @3654ms 2024-11-16T14:27:07,868 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T14:27:08,899 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/cluster_a1d819ba-8a9b-61f5-b838-796e41aa0942/data/data1/current/BP-709647518-172.17.0.2-1731767226007/current, will proceed with Du for space computation calculation, 2024-11-16T14:27:08,899 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/cluster_a1d819ba-8a9b-61f5-b838-796e41aa0942/data/data3/current/BP-709647518-172.17.0.2-1731767226007/current, will proceed with Du for space computation calculation, 2024-11-16T14:27:08,899 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/cluster_a1d819ba-8a9b-61f5-b838-796e41aa0942/data/data4/current/BP-709647518-172.17.0.2-1731767226007/current, will proceed with Du for space computation calculation, 2024-11-16T14:27:08,899 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/cluster_a1d819ba-8a9b-61f5-b838-796e41aa0942/data/data2/current/BP-709647518-172.17.0.2-1731767226007/current, will proceed with Du for space computation calculation, 2024-11-16T14:27:08,938 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T14:27:08,953 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T14:27:09,001 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3500d45476337e5c with lease ID 0x46874ff59dbf39c2: Processing first storage report for DS-a0758def-d837-44ba-9dc1-21ea8336735a from datanode DatanodeRegistration(127.0.0.1:35905, datanodeUuid=75afbe0f-a454-43c6-93c4-c4e9664a2aef, infoPort=41037, infoSecurePort=0, ipcPort=45623, storageInfo=lv=-57;cid=testClusterID;nsid=1976255734;c=1731767226007) 2024-11-16T14:27:09,002 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3500d45476337e5c with lease ID 0x46874ff59dbf39c2: from storage DS-a0758def-d837-44ba-9dc1-21ea8336735a node DatanodeRegistration(127.0.0.1:35905, datanodeUuid=75afbe0f-a454-43c6-93c4-c4e9664a2aef, infoPort=41037, infoSecurePort=0, ipcPort=45623, storageInfo=lv=-57;cid=testClusterID;nsid=1976255734;c=1731767226007), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T14:27:09,003 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94ad58002ec15cbc with lease ID 0x46874ff59dbf39c1: Processing first storage report for DS-2e5c3fd1-f5a5-4dab-9879-d68782c16bd6 from datanode DatanodeRegistration(127.0.0.1:41205, datanodeUuid=7c0941a1-ffe0-43fd-bf5c-e15c8e878fd5, infoPort=37737, infoSecurePort=0, ipcPort=44703, storageInfo=lv=-57;cid=testClusterID;nsid=1976255734;c=1731767226007) 2024-11-16T14:27:09,003 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94ad58002ec15cbc with lease ID 0x46874ff59dbf39c1: from storage DS-2e5c3fd1-f5a5-4dab-9879-d68782c16bd6 node DatanodeRegistration(127.0.0.1:41205, datanodeUuid=7c0941a1-ffe0-43fd-bf5c-e15c8e878fd5, infoPort=37737, infoSecurePort=0, ipcPort=44703, storageInfo=lv=-57;cid=testClusterID;nsid=1976255734;c=1731767226007), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T14:27:09,003 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979 2024-11-16T14:27:09,004 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3500d45476337e5c with lease ID 0x46874ff59dbf39c2: Processing first storage report for DS-78446e46-60e3-491b-a587-68fa23579b2e from datanode DatanodeRegistration(127.0.0.1:35905, datanodeUuid=75afbe0f-a454-43c6-93c4-c4e9664a2aef, infoPort=41037, infoSecurePort=0, ipcPort=45623, storageInfo=lv=-57;cid=testClusterID;nsid=1976255734;c=1731767226007) 2024-11-16T14:27:09,004 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3500d45476337e5c with lease ID 0x46874ff59dbf39c2: from storage DS-78446e46-60e3-491b-a587-68fa23579b2e node DatanodeRegistration(127.0.0.1:35905, datanodeUuid=75afbe0f-a454-43c6-93c4-c4e9664a2aef, infoPort=41037, infoSecurePort=0, ipcPort=45623, storageInfo=lv=-57;cid=testClusterID;nsid=1976255734;c=1731767226007), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T14:27:09,004 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94ad58002ec15cbc with lease ID 0x46874ff59dbf39c1: Processing first storage report for DS-f107330a-b0ce-4716-a99a-08086ee4aefe from datanode DatanodeRegistration(127.0.0.1:41205, datanodeUuid=7c0941a1-ffe0-43fd-bf5c-e15c8e878fd5, infoPort=37737, infoSecurePort=0, ipcPort=44703, storageInfo=lv=-57;cid=testClusterID;nsid=1976255734;c=1731767226007) 2024-11-16T14:27:09,004 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94ad58002ec15cbc with lease ID 0x46874ff59dbf39c1: from storage DS-f107330a-b0ce-4716-a99a-08086ee4aefe node DatanodeRegistration(127.0.0.1:41205, datanodeUuid=7c0941a1-ffe0-43fd-bf5c-e15c8e878fd5, infoPort=37737, infoSecurePort=0, ipcPort=44703, storageInfo=lv=-57;cid=testClusterID;nsid=1976255734;c=1731767226007), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T14:27:09,071 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/cluster_a1d819ba-8a9b-61f5-b838-796e41aa0942/zookeeper_0, clientPort=50225, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/cluster_a1d819ba-8a9b-61f5-b838-796e41aa0942/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/cluster_a1d819ba-8a9b-61f5-b838-796e41aa0942/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T14:27:09,080 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50225 2024-11-16T14:27:09,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:09,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:09,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741825_1001 (size=7) 2024-11-16T14:27:09,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741825_1001 (size=7) 2024-11-16T14:27:09,721 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2 with version=8 2024-11-16T14:27:09,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/hbase-staging 2024-11-16T14:27:09,807 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-16T14:27:10,090 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04e93f2b5fad:0 server-side Connection retries=45 2024-11-16T14:27:10,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:10,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:10,105 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T14:27:10,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:10,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T14:27:10,240 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T14:27:10,306 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T14:27:10,320 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T14:27:10,325 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T14:27:10,354 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 47175 (auto-detected) 2024-11-16T14:27:10,355 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-16T14:27:10,375 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43289 2024-11-16T14:27:10,403 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43289 connecting to ZooKeeper ensemble=127.0.0.1:50225 2024-11-16T14:27:10,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432890x0, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T14:27:10,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43289-0x101440ad62b0000 connected 2024-11-16T14:27:10,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:10,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:10,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:10,760 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2, hbase.cluster.distributed=false 2024-11-16T14:27:10,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T14:27:10,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43289 2024-11-16T14:27:10,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43289 2024-11-16T14:27:10,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43289 2024-11-16T14:27:10,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43289 2024-11-16T14:27:10,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43289 2024-11-16T14:27:10,889 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04e93f2b5fad:0 server-side Connection retries=45 2024-11-16T14:27:10,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:10,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:10,891 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T14:27:10,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:10,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T14:27:10,894 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T14:27:10,897 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T14:27:10,898 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37979 2024-11-16T14:27:10,900 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37979 connecting to ZooKeeper ensemble=127.0.0.1:50225 2024-11-16T14:27:10,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:10,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:10,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379790x0, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T14:27:10,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379790x0, quorum=127.0.0.1:50225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:10,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37979-0x101440ad62b0001 connected 2024-11-16T14:27:10,916 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T14:27:10,924 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T14:27:10,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37979-0x101440ad62b0001, quorum=127.0.0.1:50225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T14:27:10,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37979-0x101440ad62b0001, quorum=127.0.0.1:50225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T14:27:10,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37979 2024-11-16T14:27:10,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37979 2024-11-16T14:27:10,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37979 2024-11-16T14:27:10,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37979 2024-11-16T14:27:10,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37979 2024-11-16T14:27:10,953 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04e93f2b5fad:0 server-side Connection retries=45 2024-11-16T14:27:10,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:10,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:10,954 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T14:27:10,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:10,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T14:27:10,955 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T14:27:10,955 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T14:27:10,956 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43443 2024-11-16T14:27:10,958 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43443 connecting to ZooKeeper ensemble=127.0.0.1:50225 2024-11-16T14:27:10,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:10,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:10,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434430x0, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T14:27:10,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43443-0x101440ad62b0002 connected 2024-11-16T14:27:10,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43443-0x101440ad62b0002, quorum=127.0.0.1:50225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:10,976 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T14:27:10,977 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T14:27:10,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43443-0x101440ad62b0002, quorum=127.0.0.1:50225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T14:27:10,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43443-0x101440ad62b0002, quorum=127.0.0.1:50225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T14:27:10,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43443 2024-11-16T14:27:10,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43443 2024-11-16T14:27:10,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43443 2024-11-16T14:27:10,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43443 2024-11-16T14:27:10,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43443 2024-11-16T14:27:10,996 DEBUG [M:0;04e93f2b5fad:43289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04e93f2b5fad:43289 2024-11-16T14:27:10,996 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/04e93f2b5fad,43289,1731767229901 2024-11-16T14:27:11,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:11,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x101440ad62b0001, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:11,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43443-0x101440ad62b0002, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:11,009 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/04e93f2b5fad,43289,1731767229901 2024-11-16T14:27:11,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43443-0x101440ad62b0002, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T14:27:11,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x101440ad62b0001, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T14:27:11,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:11,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x101440ad62b0001, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:11,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43443-0x101440ad62b0002, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:11,039 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T14:27:11,040 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/04e93f2b5fad,43289,1731767229901 from backup master directory 2024-11-16T14:27:11,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x101440ad62b0001, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:11,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43443-0x101440ad62b0002, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:11,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/04e93f2b5fad,43289,1731767229901 2024-11-16T14:27:11,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:11,049 WARN [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T14:27:11,050 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04e93f2b5fad,43289,1731767229901 2024-11-16T14:27:11,052 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-16T14:27:11,053 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-16T14:27:11,108 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/hbase.id] with ID: caea55fd-4f53-480b-a678-474ef8db8b75 2024-11-16T14:27:11,108 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/.tmp/hbase.id 2024-11-16T14:27:11,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741826_1002 (size=42) 2024-11-16T14:27:11,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741826_1002 (size=42) 2024-11-16T14:27:11,120 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/.tmp/hbase.id]:[hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/hbase.id] 2024-11-16T14:27:11,160 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:11,165 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T14:27:11,182 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-16T14:27:11,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x101440ad62b0001, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:11,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:11,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43443-0x101440ad62b0002, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:11,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741827_1003 (size=196) 2024-11-16T14:27:11,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741827_1003 (size=196) 2024-11-16T14:27:11,226 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T14:27:11,228 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T14:27:11,247 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T14:27:11,252 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T14:27:11,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741828_1004 (size=1189) 2024-11-16T14:27:11,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741828_1004 (size=1189) 2024-11-16T14:27:11,297 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/MasterData/data/master/store 2024-11-16T14:27:11,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741829_1005 (size=34) 2024-11-16T14:27:11,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741829_1005 (size=34) 2024-11-16T14:27:11,322 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-16T14:27:11,325 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:11,326 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T14:27:11,326 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:11,326 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:11,328 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T14:27:11,328 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:11,328 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:11,329 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731767231326Disabling compacts and flushes for region at 1731767231326Disabling writes for close at 1731767231328 (+2 ms)Writing region close event to WAL at 1731767231328Closed at 1731767231328 2024-11-16T14:27:11,331 WARN [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/MasterData/data/master/store/.initializing 2024-11-16T14:27:11,331 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/MasterData/WALs/04e93f2b5fad,43289,1731767229901 2024-11-16T14:27:11,338 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T14:27:11,351 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C43289%2C1731767229901, suffix=, logDir=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/MasterData/WALs/04e93f2b5fad,43289,1731767229901, archiveDir=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/MasterData/oldWALs, maxLogs=10 2024-11-16T14:27:11,372 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/MasterData/WALs/04e93f2b5fad,43289,1731767229901/04e93f2b5fad%2C43289%2C1731767229901.1731767231355, exclude list is [], retry=0 2024-11-16T14:27:11,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35905,DS-a0758def-d837-44ba-9dc1-21ea8336735a,DISK] 2024-11-16T14:27:11,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41205,DS-2e5c3fd1-f5a5-4dab-9879-d68782c16bd6,DISK] 2024-11-16T14:27:11,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-16T14:27:11,426 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/MasterData/WALs/04e93f2b5fad,43289,1731767229901/04e93f2b5fad%2C43289%2C1731767229901.1731767231355 2024-11-16T14:27:11,427 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37737:37737),(127.0.0.1/127.0.0.1:41037:41037)] 2024-11-16T14:27:11,427 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T14:27:11,427 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:11,430 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:11,431 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:11,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:11,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T14:27:11,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:11,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:11,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:11,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T14:27:11,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:11,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:11,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:11,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T14:27:11,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:11,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:11,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:11,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T14:27:11,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:11,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:11,513 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:11,517 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:11,518 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:11,525 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:11,525 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:11,529 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T14:27:11,532 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:11,537 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T14:27:11,539 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59215729, jitterRate=-0.11761687695980072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T14:27:11,546 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731767231443Initializing all the Stores at 1731767231445 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767231445Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767231446 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767231446Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767231446Cleaning up temporary data from old regions at 1731767231525 (+79 ms)Region opened successfully at 1731767231546 (+21 ms) 2024-11-16T14:27:11,547 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T14:27:11,586 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@609f5060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04e93f2b5fad/172.17.0.2:0 2024-11-16T14:27:11,621 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T14:27:11,631 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T14:27:11,632 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T14:27:11,635 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T14:27:11,637 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T14:27:11,642 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-16T14:27:11,642 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T14:27:11,675 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T14:27:11,686 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T14:27:11,733 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T14:27:11,736 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T14:27:11,738 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T14:27:11,743 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T14:27:11,746 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T14:27:11,749 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T14:27:11,754 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T14:27:11,755 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T14:27:11,764 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T14:27:11,781 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T14:27:11,785 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T14:27:11,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43443-0x101440ad62b0002, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:11,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x101440ad62b0001, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:11,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:11,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x101440ad62b0001, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:11,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:11,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43443-0x101440ad62b0002, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:11,799 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04e93f2b5fad,43289,1731767229901, sessionid=0x101440ad62b0000, setting cluster-up flag (Was=false) 2024-11-16T14:27:11,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x101440ad62b0001, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:11,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43443-0x101440ad62b0002, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:11,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:11,859 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T14:27:11,861 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04e93f2b5fad,43289,1731767229901 2024-11-16T14:27:11,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x101440ad62b0001, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:11,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:11,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43443-0x101440ad62b0002, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:11,912 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T14:27:11,913 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04e93f2b5fad,43289,1731767229901 2024-11-16T14:27:11,920 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T14:27:11,986 INFO [RS:1;04e93f2b5fad:43443 {}] regionserver.HRegionServer(746): ClusterId : caea55fd-4f53-480b-a678-474ef8db8b75 2024-11-16T14:27:11,986 INFO [RS:0;04e93f2b5fad:37979 {}] regionserver.HRegionServer(746): ClusterId : caea55fd-4f53-480b-a678-474ef8db8b75 2024-11-16T14:27:11,988 DEBUG [RS:1;04e93f2b5fad:43443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T14:27:11,988 DEBUG [RS:0;04e93f2b5fad:37979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T14:27:11,990 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T14:27:11,998 DEBUG [RS:1;04e93f2b5fad:43443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T14:27:11,998 DEBUG [RS:0;04e93f2b5fad:37979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T14:27:11,998 DEBUG [RS:1;04e93f2b5fad:43443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T14:27:11,998 DEBUG [RS:0;04e93f2b5fad:37979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T14:27:11,998 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T14:27:12,005 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T14:27:12,008 DEBUG [RS:1;04e93f2b5fad:43443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T14:27:12,008 DEBUG [RS:0;04e93f2b5fad:37979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T14:27:12,009 DEBUG [RS:0;04e93f2b5fad:37979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50b7e103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04e93f2b5fad/172.17.0.2:0 2024-11-16T14:27:12,009 DEBUG [RS:1;04e93f2b5fad:43443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d674ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04e93f2b5fad/172.17.0.2:0 2024-11-16T14:27:12,011 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04e93f2b5fad,43289,1731767229901 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T14:27:12,018 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5 2024-11-16T14:27:12,018 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5 2024-11-16T14:27:12,018 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5 2024-11-16T14:27:12,018 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5 2024-11-16T14:27:12,018 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04e93f2b5fad:0, corePoolSize=10, maxPoolSize=10 2024-11-16T14:27:12,018 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:12,019 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=2, maxPoolSize=2 2024-11-16T14:27:12,019 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:12,025 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T14:27:12,026 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T14:27:12,026 DEBUG [RS:0;04e93f2b5fad:37979 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04e93f2b5fad:37979 2024-11-16T14:27:12,026 DEBUG [RS:1;04e93f2b5fad:43443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;04e93f2b5fad:43443 2024-11-16T14:27:12,029 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731767262029 2024-11-16T14:27:12,029 INFO [RS:0;04e93f2b5fad:37979 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T14:27:12,029 INFO [RS:1;04e93f2b5fad:43443 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T14:27:12,029 INFO [RS:0;04e93f2b5fad:37979 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T14:27:12,029 INFO [RS:1;04e93f2b5fad:43443 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T14:27:12,030 DEBUG [RS:0;04e93f2b5fad:37979 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T14:27:12,030 DEBUG [RS:1;04e93f2b5fad:43443 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T14:27:12,030 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T14:27:12,032 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:12,032 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T14:27:12,032 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T14:27:12,033 INFO [RS:0;04e93f2b5fad:37979 {}] regionserver.HRegionServer(2659): reportForDuty to master=04e93f2b5fad,43289,1731767229901 with port=37979, startcode=1731767230857 2024-11-16T14:27:12,033 INFO [RS:1;04e93f2b5fad:43443 {}] regionserver.HRegionServer(2659): reportForDuty to master=04e93f2b5fad,43289,1731767229901 with port=43443, startcode=1731767230953 2024-11-16T14:27:12,036 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T14:27:12,036 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T14:27:12,037 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T14:27:12,037 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T14:27:12,044 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:12,053 DEBUG [RS:1;04e93f2b5fad:43443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T14:27:12,053 DEBUG [RS:0;04e93f2b5fad:37979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T14:27:12,054 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T14:27:12,055 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T14:27:12,056 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T14:27:12,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741831_1007 (size=1321) 2024-11-16T14:27:12,059 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T14:27:12,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741831_1007 (size=1321) 2024-11-16T14:27:12,060 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T14:27:12,062 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T14:27:12,063 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.large.0-1731767232061,5,FailOnTimeoutGroup] 2024-11-16T14:27:12,063 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2 2024-11-16T14:27:12,063 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.small.0-1731767232063,5,FailOnTimeoutGroup] 2024-11-16T14:27:12,064 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:12,064 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T14:27:12,065 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:12,065 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:12,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741832_1008 (size=32) 2024-11-16T14:27:12,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741832_1008 (size=32) 2024-11-16T14:27:12,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:12,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T14:27:12,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T14:27:12,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:12,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:12,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T14:27:12,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T14:27:12,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:12,099 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T14:27:12,099 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T14:27:12,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:12,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T14:27:12,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T14:27:12,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:12,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:12,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T14:27:12,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43289 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04e93f2b5fad,37979,1731767230857 2024-11-16T14:27:12,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T14:27:12,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:12,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:12,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T14:27:12,110 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43289 {}] master.ServerManager(517): Registering regionserver=04e93f2b5fad,37979,1731767230857 2024-11-16T14:27:12,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/hbase/meta/1588230740 2024-11-16T14:27:12,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/hbase/meta/1588230740 2024-11-16T14:27:12,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T14:27:12,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T14:27:12,118 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T14:27:12,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T14:27:12,123 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43289 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04e93f2b5fad,43443,1731767230953 2024-11-16T14:27:12,124 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43289 {}] master.ServerManager(517): Registering regionserver=04e93f2b5fad,43443,1731767230953 2024-11-16T14:27:12,128 DEBUG [RS:0;04e93f2b5fad:37979 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2 2024-11-16T14:27:12,128 DEBUG [RS:0;04e93f2b5fad:37979 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42897 2024-11-16T14:27:12,128 DEBUG [RS:0;04e93f2b5fad:37979 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T14:27:12,133 DEBUG [RS:1;04e93f2b5fad:43443 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2 2024-11-16T14:27:12,133 DEBUG [RS:1;04e93f2b5fad:43443 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42897 2024-11-16T14:27:12,133 DEBUG [RS:1;04e93f2b5fad:43443 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T14:27:12,134 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T14:27:12,135 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65600463, jitterRate=-0.022476926445961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T14:27:12,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731767232085Initializing all the Stores at 1731767232088 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767232088Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767232088Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767232088Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767232088Cleaning up temporary data from old regions at 1731767232117 (+29 ms)Region opened successfully at 1731767232139 (+22 ms) 2024-11-16T14:27:12,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T14:27:12,140 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T14:27:12,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T14:27:12,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T14:27:12,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T14:27:12,142 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T14:27:12,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731767232140Disabling compacts and flushes for region at 1731767232140Disabling writes for close at 1731767232140Writing region close event to WAL at 1731767232141 (+1 ms)Closed at 1731767232142 (+1 ms) 2024-11-16T14:27:12,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T14:27:12,145 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T14:27:12,145 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T14:27:12,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T14:27:12,158 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T14:27:12,161 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T14:27:12,182 DEBUG [RS:0;04e93f2b5fad:37979 {}] zookeeper.ZKUtil(111): regionserver:37979-0x101440ad62b0001, quorum=127.0.0.1:50225, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04e93f2b5fad,37979,1731767230857 2024-11-16T14:27:12,182 WARN [RS:0;04e93f2b5fad:37979 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T14:27:12,182 INFO [RS:0;04e93f2b5fad:37979 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T14:27:12,182 DEBUG [RS:1;04e93f2b5fad:43443 {}] zookeeper.ZKUtil(111): regionserver:43443-0x101440ad62b0002, quorum=127.0.0.1:50225, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04e93f2b5fad,43443,1731767230953 2024-11-16T14:27:12,182 DEBUG [RS:0;04e93f2b5fad:37979 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/WALs/04e93f2b5fad,37979,1731767230857 2024-11-16T14:27:12,183 WARN [RS:1;04e93f2b5fad:43443 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T14:27:12,183 INFO [RS:1;04e93f2b5fad:43443 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T14:27:12,183 DEBUG [RS:1;04e93f2b5fad:43443 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/WALs/04e93f2b5fad,43443,1731767230953 2024-11-16T14:27:12,184 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04e93f2b5fad,43443,1731767230953] 2024-11-16T14:27:12,184 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04e93f2b5fad,37979,1731767230857] 2024-11-16T14:27:12,207 INFO [RS:1;04e93f2b5fad:43443 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T14:27:12,207 INFO [RS:0;04e93f2b5fad:37979 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T14:27:12,222 INFO [RS:1;04e93f2b5fad:43443 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T14:27:12,222 INFO [RS:0;04e93f2b5fad:37979 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T14:27:12,226 INFO [RS:1;04e93f2b5fad:43443 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T14:27:12,226 INFO [RS:0;04e93f2b5fad:37979 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T14:27:12,227 INFO [RS:1;04e93f2b5fad:43443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:12,227 INFO [RS:0;04e93f2b5fad:37979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:12,228 INFO [RS:0;04e93f2b5fad:37979 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T14:27:12,228 INFO [RS:1;04e93f2b5fad:43443 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T14:27:12,233 INFO [RS:0;04e93f2b5fad:37979 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T14:27:12,234 INFO [RS:1;04e93f2b5fad:43443 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T14:27:12,235 INFO [RS:0;04e93f2b5fad:37979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:12,235 INFO [RS:1;04e93f2b5fad:43443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:12,235 DEBUG [RS:1;04e93f2b5fad:43443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:12,235 DEBUG [RS:0;04e93f2b5fad:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:12,236 DEBUG [RS:1;04e93f2b5fad:43443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:12,236 DEBUG [RS:0;04e93f2b5fad:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:12,236 DEBUG [RS:1;04e93f2b5fad:43443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:12,236 DEBUG [RS:0;04e93f2b5fad:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:12,236 DEBUG [RS:1;04e93f2b5fad:43443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:12,236 DEBUG [RS:0;04e93f2b5fad:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:12,236 DEBUG [RS:1;04e93f2b5fad:43443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:12,236 DEBUG [RS:0;04e93f2b5fad:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:12,236 DEBUG [RS:1;04e93f2b5fad:43443 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04e93f2b5fad:0, corePoolSize=2, maxPoolSize=2 2024-11-16T14:27:12,236 DEBUG [RS:0;04e93f2b5fad:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04e93f2b5fad:0, corePoolSize=2, maxPoolSize=2 2024-11-16T14:27:12,236 DEBUG [RS:1;04e93f2b5fad:43443 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:12,236 DEBUG [RS:0;04e93f2b5fad:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:12,236 DEBUG [RS:1;04e93f2b5fad:43443 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:12,236 DEBUG [RS:0;04e93f2b5fad:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:12,236 DEBUG [RS:1;04e93f2b5fad:43443 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:12,237 DEBUG [RS:0;04e93f2b5fad:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:12,237 DEBUG [RS:1;04e93f2b5fad:43443 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:12,237 DEBUG [RS:0;04e93f2b5fad:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:12,237 DEBUG [RS:1;04e93f2b5fad:43443 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:12,237 DEBUG [RS:0;04e93f2b5fad:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:12,237 DEBUG [RS:1;04e93f2b5fad:43443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:12,237 DEBUG [RS:0;04e93f2b5fad:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:12,237 DEBUG [RS:1;04e93f2b5fad:43443 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04e93f2b5fad:0, corePoolSize=3, maxPoolSize=3 2024-11-16T14:27:12,237 DEBUG [RS:0;04e93f2b5fad:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04e93f2b5fad:0, corePoolSize=3, maxPoolSize=3 2024-11-16T14:27:12,237 DEBUG [RS:1;04e93f2b5fad:43443 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04e93f2b5fad:0, corePoolSize=3, maxPoolSize=3 2024-11-16T14:27:12,238 DEBUG [RS:0;04e93f2b5fad:37979 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04e93f2b5fad:0, corePoolSize=3, maxPoolSize=3 2024-11-16T14:27:12,240 INFO [RS:0;04e93f2b5fad:37979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:12,240 INFO [RS:1;04e93f2b5fad:43443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:12,240 INFO [RS:0;04e93f2b5fad:37979 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:12,240 INFO [RS:1;04e93f2b5fad:43443 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:12,241 INFO [RS:0;04e93f2b5fad:37979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:12,241 INFO [RS:1;04e93f2b5fad:43443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:12,241 INFO [RS:0;04e93f2b5fad:37979 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:12,241 INFO [RS:1;04e93f2b5fad:43443 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:12,241 INFO [RS:1;04e93f2b5fad:43443 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:12,241 INFO [RS:0;04e93f2b5fad:37979 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:12,241 INFO [RS:1;04e93f2b5fad:43443 {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,43443,1731767230953-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T14:27:12,241 INFO [RS:0;04e93f2b5fad:37979 {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,37979,1731767230857-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T14:27:12,261 INFO [RS:1;04e93f2b5fad:43443 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T14:27:12,262 INFO [RS:0;04e93f2b5fad:37979 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T14:27:12,263 INFO [RS:1;04e93f2b5fad:43443 {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,43443,1731767230953-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:12,263 INFO [RS:0;04e93f2b5fad:37979 {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,37979,1731767230857-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:12,263 INFO [RS:1;04e93f2b5fad:43443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:12,263 INFO [RS:0;04e93f2b5fad:37979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:12,263 INFO [RS:1;04e93f2b5fad:43443 {}] regionserver.Replication(171): 04e93f2b5fad,43443,1731767230953 started 2024-11-16T14:27:12,263 INFO [RS:0;04e93f2b5fad:37979 {}] regionserver.Replication(171): 04e93f2b5fad,37979,1731767230857 started 2024-11-16T14:27:12,284 INFO [RS:1;04e93f2b5fad:43443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:12,284 INFO [RS:0;04e93f2b5fad:37979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:12,285 INFO [RS:0;04e93f2b5fad:37979 {}] regionserver.HRegionServer(1482): Serving as 04e93f2b5fad,37979,1731767230857, RpcServer on 04e93f2b5fad/172.17.0.2:37979, sessionid=0x101440ad62b0001 2024-11-16T14:27:12,285 INFO [RS:1;04e93f2b5fad:43443 {}] regionserver.HRegionServer(1482): Serving as 04e93f2b5fad,43443,1731767230953, RpcServer on 04e93f2b5fad/172.17.0.2:43443, sessionid=0x101440ad62b0002 2024-11-16T14:27:12,286 DEBUG [RS:1;04e93f2b5fad:43443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T14:27:12,286 DEBUG [RS:0;04e93f2b5fad:37979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T14:27:12,286 DEBUG [RS:0;04e93f2b5fad:37979 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04e93f2b5fad,37979,1731767230857 2024-11-16T14:27:12,286 DEBUG [RS:1;04e93f2b5fad:43443 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04e93f2b5fad,43443,1731767230953 2024-11-16T14:27:12,286 DEBUG [RS:1;04e93f2b5fad:43443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04e93f2b5fad,43443,1731767230953' 2024-11-16T14:27:12,286 DEBUG [RS:0;04e93f2b5fad:37979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04e93f2b5fad,37979,1731767230857' 2024-11-16T14:27:12,286 DEBUG [RS:1;04e93f2b5fad:43443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T14:27:12,286 DEBUG [RS:0;04e93f2b5fad:37979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T14:27:12,287 DEBUG [RS:1;04e93f2b5fad:43443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T14:27:12,287 DEBUG [RS:0;04e93f2b5fad:37979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T14:27:12,288 DEBUG [RS:0;04e93f2b5fad:37979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T14:27:12,288 DEBUG [RS:1;04e93f2b5fad:43443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T14:27:12,288 DEBUG [RS:1;04e93f2b5fad:43443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T14:27:12,288 DEBUG [RS:0;04e93f2b5fad:37979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T14:27:12,288 DEBUG [RS:0;04e93f2b5fad:37979 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04e93f2b5fad,37979,1731767230857 2024-11-16T14:27:12,288 DEBUG [RS:1;04e93f2b5fad:43443 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04e93f2b5fad,43443,1731767230953 2024-11-16T14:27:12,288 DEBUG [RS:0;04e93f2b5fad:37979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04e93f2b5fad,37979,1731767230857' 2024-11-16T14:27:12,288 DEBUG [RS:1;04e93f2b5fad:43443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04e93f2b5fad,43443,1731767230953' 2024-11-16T14:27:12,288 DEBUG [RS:0;04e93f2b5fad:37979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T14:27:12,288 DEBUG [RS:1;04e93f2b5fad:43443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T14:27:12,289 DEBUG [RS:1;04e93f2b5fad:43443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T14:27:12,289 DEBUG [RS:0;04e93f2b5fad:37979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T14:27:12,290 DEBUG [RS:0;04e93f2b5fad:37979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T14:27:12,290 INFO [RS:0;04e93f2b5fad:37979 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T14:27:12,290 DEBUG [RS:1;04e93f2b5fad:43443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T14:27:12,290 INFO [RS:1;04e93f2b5fad:43443 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T14:27:12,290 INFO [RS:0;04e93f2b5fad:37979 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T14:27:12,290 INFO [RS:1;04e93f2b5fad:43443 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T14:27:12,312 WARN [04e93f2b5fad:43289 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T14:27:12,396 INFO [RS:0;04e93f2b5fad:37979 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T14:27:12,396 INFO [RS:1;04e93f2b5fad:43443 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T14:27:12,400 INFO [RS:1;04e93f2b5fad:43443 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C43443%2C1731767230953, suffix=, logDir=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/WALs/04e93f2b5fad,43443,1731767230953, archiveDir=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/oldWALs, maxLogs=32 2024-11-16T14:27:12,400 INFO [RS:0;04e93f2b5fad:37979 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C37979%2C1731767230857, suffix=, logDir=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/WALs/04e93f2b5fad,37979,1731767230857, archiveDir=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/oldWALs, maxLogs=32 2024-11-16T14:27:12,419 DEBUG [RS:1;04e93f2b5fad:43443 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/WALs/04e93f2b5fad,43443,1731767230953/04e93f2b5fad%2C43443%2C1731767230953.1731767232403, exclude list is [], retry=0 2024-11-16T14:27:12,421 DEBUG [RS:0;04e93f2b5fad:37979 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/WALs/04e93f2b5fad,37979,1731767230857/04e93f2b5fad%2C37979%2C1731767230857.1731767232403, exclude list is [], retry=0 2024-11-16T14:27:12,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35905,DS-a0758def-d837-44ba-9dc1-21ea8336735a,DISK] 2024-11-16T14:27:12,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41205,DS-2e5c3fd1-f5a5-4dab-9879-d68782c16bd6,DISK] 2024-11-16T14:27:12,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41205,DS-2e5c3fd1-f5a5-4dab-9879-d68782c16bd6,DISK] 2024-11-16T14:27:12,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35905,DS-a0758def-d837-44ba-9dc1-21ea8336735a,DISK] 2024-11-16T14:27:12,432 INFO [RS:1;04e93f2b5fad:43443 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/WALs/04e93f2b5fad,43443,1731767230953/04e93f2b5fad%2C43443%2C1731767230953.1731767232403 2024-11-16T14:27:12,432 DEBUG [RS:1;04e93f2b5fad:43443 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37737:37737),(127.0.0.1/127.0.0.1:41037:41037)] 2024-11-16T14:27:12,433 INFO [RS:0;04e93f2b5fad:37979 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/WALs/04e93f2b5fad,37979,1731767230857/04e93f2b5fad%2C37979%2C1731767230857.1731767232403 2024-11-16T14:27:12,433 DEBUG [RS:0;04e93f2b5fad:37979 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37737:37737),(127.0.0.1/127.0.0.1:41037:41037)] 2024-11-16T14:27:12,565 DEBUG [04e93f2b5fad:43289 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-16T14:27:12,571 DEBUG [04e93f2b5fad:43289 {}] balancer.BalancerClusterState(204): Hosts are {04e93f2b5fad=0} racks are {/default-rack=0} 2024-11-16T14:27:12,577 DEBUG [04e93f2b5fad:43289 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T14:27:12,577 DEBUG [04e93f2b5fad:43289 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T14:27:12,577 DEBUG [04e93f2b5fad:43289 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T14:27:12,577 DEBUG [04e93f2b5fad:43289 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T14:27:12,577 INFO [04e93f2b5fad:43289 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T14:27:12,577 INFO [04e93f2b5fad:43289 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T14:27:12,577 DEBUG [04e93f2b5fad:43289 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T14:27:12,584 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04e93f2b5fad,43443,1731767230953 2024-11-16T14:27:12,590 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04e93f2b5fad,43443,1731767230953, state=OPENING 2024-11-16T14:27:12,638 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T14:27:12,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x101440ad62b0001, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:12,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:12,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43443-0x101440ad62b0002, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:12,650 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:12,650 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:12,650 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:12,651 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T14:27:12,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04e93f2b5fad,43443,1731767230953}] 2024-11-16T14:27:12,826 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T14:27:12,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T14:27:12,841 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T14:27:12,841 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T14:27:12,842 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T14:27:12,844 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C43443%2C1731767230953.meta, suffix=.meta, logDir=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/WALs/04e93f2b5fad,43443,1731767230953, archiveDir=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/oldWALs, maxLogs=32 2024-11-16T14:27:12,861 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/WALs/04e93f2b5fad,43443,1731767230953/04e93f2b5fad%2C43443%2C1731767230953.meta.1731767232846.meta, exclude list is [], retry=0 2024-11-16T14:27:12,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35905,DS-a0758def-d837-44ba-9dc1-21ea8336735a,DISK] 2024-11-16T14:27:12,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41205,DS-2e5c3fd1-f5a5-4dab-9879-d68782c16bd6,DISK] 2024-11-16T14:27:12,867 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/WALs/04e93f2b5fad,43443,1731767230953/04e93f2b5fad%2C43443%2C1731767230953.meta.1731767232846.meta 2024-11-16T14:27:12,868 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41037:41037),(127.0.0.1/127.0.0.1:37737:37737)] 2024-11-16T14:27:12,868 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T14:27:12,869 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T14:27:12,872 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T14:27:12,876 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T14:27:12,879 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T14:27:12,880 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:12,880 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T14:27:12,880 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T14:27:12,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T14:27:12,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T14:27:12,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:12,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:12,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T14:27:12,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T14:27:12,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:12,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:12,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T14:27:12,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T14:27:12,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:12,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:12,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T14:27:12,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T14:27:12,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:12,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:12,893 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T14:27:12,895 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/hbase/meta/1588230740 2024-11-16T14:27:12,898 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/hbase/meta/1588230740 2024-11-16T14:27:12,900 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T14:27:12,900 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T14:27:12,901 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T14:27:12,904 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T14:27:12,906 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61772463, jitterRate=-0.07951857149600983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T14:27:12,906 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T14:27:12,908 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731767232881Writing region info on filesystem at 1731767232881Initializing all the Stores at 1731767232883 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767232883Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767232883Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767232883Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767232883Cleaning up temporary data from old regions at 1731767232900 (+17 ms)Running coprocessor post-open hooks at 1731767232906 (+6 ms)Region opened successfully at 1731767232908 (+2 ms) 2024-11-16T14:27:12,914 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731767232818 2024-11-16T14:27:12,926 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T14:27:12,927 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T14:27:12,928 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,43443,1731767230953 2024-11-16T14:27:12,931 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04e93f2b5fad,43443,1731767230953, state=OPEN 2024-11-16T14:27:12,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x101440ad62b0001, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T14:27:12,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T14:27:12,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43443-0x101440ad62b0002, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T14:27:12,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:12,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:12,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:12,944 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04e93f2b5fad,43443,1731767230953 2024-11-16T14:27:12,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T14:27:12,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04e93f2b5fad,43443,1731767230953 in 291 msec 2024-11-16T14:27:12,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T14:27:12,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 801 msec 2024-11-16T14:27:12,958 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T14:27:12,959 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T14:27:12,977 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T14:27:12,979 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04e93f2b5fad,43443,1731767230953, seqNum=-1] 2024-11-16T14:27:12,999 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T14:27:13,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T14:27:13,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0680 sec 2024-11-16T14:27:13,021 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731767233021, completionTime=-1 2024-11-16T14:27:13,024 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-16T14:27:13,024 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T14:27:13,050 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-16T14:27:13,050 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731767293050 2024-11-16T14:27:13,050 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731767353050 2024-11-16T14:27:13,050 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-16T14:27:13,052 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T14:27:13,058 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,43289,1731767229901-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:13,059 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,43289,1731767229901-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:13,059 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,43289,1731767229901-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:13,060 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04e93f2b5fad:43289, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:13,061 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:13,061 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:13,068 DEBUG [master/04e93f2b5fad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T14:27:13,093 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.042sec 2024-11-16T14:27:13,095 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T14:27:13,096 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T14:27:13,097 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T14:27:13,098 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T14:27:13,098 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T14:27:13,099 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,43289,1731767229901-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T14:27:13,100 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,43289,1731767229901-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T14:27:13,104 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T14:27:13,105 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T14:27:13,105 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,43289,1731767229901-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:13,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a76e84a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T14:27:13,198 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-16T14:27:13,198 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-16T14:27:13,238 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04e93f2b5fad,43289,-1 for getting cluster id 2024-11-16T14:27:13,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T14:27:13,249 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'caea55fd-4f53-480b-a678-474ef8db8b75' 2024-11-16T14:27:13,251 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T14:27:13,252 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "caea55fd-4f53-480b-a678-474ef8db8b75" 2024-11-16T14:27:13,255 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dfb7c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T14:27:13,255 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04e93f2b5fad,43289,-1] 2024-11-16T14:27:13,258 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T14:27:13,261 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:13,261 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T14:27:13,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21996db1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T14:27:13,265 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T14:27:13,273 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04e93f2b5fad,43443,1731767230953, seqNum=-1] 2024-11-16T14:27:13,274 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T14:27:13,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T14:27:13,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04e93f2b5fad,43289,1731767229901 2024-11-16T14:27:13,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T14:27:13,304 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04e93f2b5fad,43289,1731767229901 2024-11-16T14:27:13,322 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62a394ff 2024-11-16T14:27:13,323 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T14:27:13,330 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T14:27:13,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43289 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T14:27:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43289 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-16T14:27:13,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T14:27:13,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43289 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-16T14:27:13,352 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:13,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T14:27:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T14:27:13,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741836_1012 (size=379) 2024-11-16T14:27:13,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741836_1012 (size=379) 2024-11-16T14:27:13,374 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => acb58ae8c7ce500e228bdf5bdb4d0a43, NAME => 'testClearRegionBlockCache,,1731767233332.acb58ae8c7ce500e228bdf5bdb4d0a43.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2 2024-11-16T14:27:13,374 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3c9a962fe42aebbc4ca8d825eb40430c, NAME => 'testClearRegionBlockCache,5,1731767233332.3c9a962fe42aebbc4ca8d825eb40430c.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2 2024-11-16T14:27:13,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741838_1014 (size=61) 2024-11-16T14:27:13,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741838_1014 (size=61) 2024-11-16T14:27:13,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741837_1013 (size=61) 2024-11-16T14:27:13,387 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731767233332.3c9a962fe42aebbc4ca8d825eb40430c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:13,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741837_1013 (size=61) 2024-11-16T14:27:13,388 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 3c9a962fe42aebbc4ca8d825eb40430c, disabling compactions & flushes 2024-11-16T14:27:13,388 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731767233332.3c9a962fe42aebbc4ca8d825eb40430c. 2024-11-16T14:27:13,388 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731767233332.3c9a962fe42aebbc4ca8d825eb40430c. 2024-11-16T14:27:13,388 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731767233332.3c9a962fe42aebbc4ca8d825eb40430c. after waiting 0 ms 2024-11-16T14:27:13,388 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731767233332.3c9a962fe42aebbc4ca8d825eb40430c. 2024-11-16T14:27:13,388 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731767233332.3c9a962fe42aebbc4ca8d825eb40430c. 2024-11-16T14:27:13,388 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3c9a962fe42aebbc4ca8d825eb40430c: Waiting for close lock at 1731767233388Disabling compacts and flushes for region at 1731767233388Disabling writes for close at 1731767233388Writing region close event to WAL at 1731767233388Closed at 1731767233388 2024-11-16T14:27:13,388 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731767233332.acb58ae8c7ce500e228bdf5bdb4d0a43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:13,389 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing acb58ae8c7ce500e228bdf5bdb4d0a43, disabling compactions & flushes 2024-11-16T14:27:13,389 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731767233332.acb58ae8c7ce500e228bdf5bdb4d0a43. 2024-11-16T14:27:13,389 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731767233332.acb58ae8c7ce500e228bdf5bdb4d0a43. 2024-11-16T14:27:13,389 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731767233332.acb58ae8c7ce500e228bdf5bdb4d0a43. after waiting 0 ms 2024-11-16T14:27:13,389 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731767233332.acb58ae8c7ce500e228bdf5bdb4d0a43. 2024-11-16T14:27:13,389 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731767233332.acb58ae8c7ce500e228bdf5bdb4d0a43. 2024-11-16T14:27:13,389 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for acb58ae8c7ce500e228bdf5bdb4d0a43: Waiting for close lock at 1731767233388Disabling compacts and flushes for region at 1731767233388Disabling writes for close at 1731767233389 (+1 ms)Writing region close event to WAL at 1731767233389Closed at 1731767233389 2024-11-16T14:27:13,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T14:27:13,395 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731767233332.3c9a962fe42aebbc4ca8d825eb40430c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731767233391"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731767233391"}]},"ts":"1731767233391"} 2024-11-16T14:27:13,395 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731767233332.acb58ae8c7ce500e228bdf5bdb4d0a43.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731767233391"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731767233391"}]},"ts":"1731767233391"} 2024-11-16T14:27:13,424 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-16T14:27:13,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T14:27:13,428 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731767233426"}]},"ts":"1731767233426"} 2024-11-16T14:27:13,433 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-16T14:27:13,433 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {04e93f2b5fad=0} racks are {/default-rack=0} 2024-11-16T14:27:13,435 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T14:27:13,435 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T14:27:13,435 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T14:27:13,435 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T14:27:13,436 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T14:27:13,436 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T14:27:13,436 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T14:27:13,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=acb58ae8c7ce500e228bdf5bdb4d0a43, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3c9a962fe42aebbc4ca8d825eb40430c, ASSIGN}] 2024-11-16T14:27:13,440 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3c9a962fe42aebbc4ca8d825eb40430c, ASSIGN 2024-11-16T14:27:13,440 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=acb58ae8c7ce500e228bdf5bdb4d0a43, ASSIGN 2024-11-16T14:27:13,442 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3c9a962fe42aebbc4ca8d825eb40430c, ASSIGN; state=OFFLINE, location=04e93f2b5fad,43443,1731767230953; forceNewPlan=false, retain=false 2024-11-16T14:27:13,442 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=acb58ae8c7ce500e228bdf5bdb4d0a43, ASSIGN; state=OFFLINE, location=04e93f2b5fad,37979,1731767230857; forceNewPlan=false, retain=false 2024-11-16T14:27:13,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T14:27:13,594 INFO [04e93f2b5fad:43289 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-16T14:27:13,595 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=acb58ae8c7ce500e228bdf5bdb4d0a43, regionState=OPENING, regionLocation=04e93f2b5fad,37979,1731767230857 2024-11-16T14:27:13,595 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3c9a962fe42aebbc4ca8d825eb40430c, regionState=OPENING, regionLocation=04e93f2b5fad,43443,1731767230953 2024-11-16T14:27:13,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=acb58ae8c7ce500e228bdf5bdb4d0a43, ASSIGN because future has completed 2024-11-16T14:27:13,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure acb58ae8c7ce500e228bdf5bdb4d0a43, server=04e93f2b5fad,37979,1731767230857}] 2024-11-16T14:27:13,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3c9a962fe42aebbc4ca8d825eb40430c, ASSIGN because future has completed 2024-11-16T14:27:13,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c9a962fe42aebbc4ca8d825eb40430c, server=04e93f2b5fad,43443,1731767230953}] 2024-11-16T14:27:13,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T14:27:13,755 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T14:27:13,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T14:27:13,764 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731767233332.acb58ae8c7ce500e228bdf5bdb4d0a43. 2024-11-16T14:27:13,764 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731767233332.3c9a962fe42aebbc4ca8d825eb40430c. 2024-11-16T14:27:13,764 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => acb58ae8c7ce500e228bdf5bdb4d0a43, NAME => 'testClearRegionBlockCache,,1731767233332.acb58ae8c7ce500e228bdf5bdb4d0a43.', STARTKEY => '', ENDKEY => '5'} 2024-11-16T14:27:13,764 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c9a962fe42aebbc4ca8d825eb40430c, NAME => 'testClearRegionBlockCache,5,1731767233332.3c9a962fe42aebbc4ca8d825eb40430c.', STARTKEY => '5', ENDKEY => ''} 2024-11-16T14:27:13,765 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache acb58ae8c7ce500e228bdf5bdb4d0a43 2024-11-16T14:27:13,765 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3c9a962fe42aebbc4ca8d825eb40430c 2024-11-16T14:27:13,765 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731767233332.acb58ae8c7ce500e228bdf5bdb4d0a43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:13,765 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731767233332.3c9a962fe42aebbc4ca8d825eb40430c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:13,765 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for acb58ae8c7ce500e228bdf5bdb4d0a43 2024-11-16T14:27:13,765 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 3c9a962fe42aebbc4ca8d825eb40430c 2024-11-16T14:27:13,765 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for acb58ae8c7ce500e228bdf5bdb4d0a43 2024-11-16T14:27:13,765 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 3c9a962fe42aebbc4ca8d825eb40430c 2024-11-16T14:27:13,767 INFO [StoreOpener-3c9a962fe42aebbc4ca8d825eb40430c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3c9a962fe42aebbc4ca8d825eb40430c 2024-11-16T14:27:13,769 INFO [StoreOpener-3c9a962fe42aebbc4ca8d825eb40430c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c9a962fe42aebbc4ca8d825eb40430c columnFamilyName family 2024-11-16T14:27:13,770 DEBUG [StoreOpener-3c9a962fe42aebbc4ca8d825eb40430c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:13,771 INFO [StoreOpener-3c9a962fe42aebbc4ca8d825eb40430c-1 {}] regionserver.HStore(327): Store=3c9a962fe42aebbc4ca8d825eb40430c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:13,771 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 3c9a962fe42aebbc4ca8d825eb40430c 2024-11-16T14:27:13,773 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/default/testClearRegionBlockCache/3c9a962fe42aebbc4ca8d825eb40430c 2024-11-16T14:27:13,773 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/default/testClearRegionBlockCache/3c9a962fe42aebbc4ca8d825eb40430c 2024-11-16T14:27:13,774 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 3c9a962fe42aebbc4ca8d825eb40430c 2024-11-16T14:27:13,774 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 3c9a962fe42aebbc4ca8d825eb40430c 2024-11-16T14:27:13,776 INFO [StoreOpener-acb58ae8c7ce500e228bdf5bdb4d0a43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region acb58ae8c7ce500e228bdf5bdb4d0a43 2024-11-16T14:27:13,777 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 3c9a962fe42aebbc4ca8d825eb40430c 2024-11-16T14:27:13,778 INFO [StoreOpener-acb58ae8c7ce500e228bdf5bdb4d0a43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acb58ae8c7ce500e228bdf5bdb4d0a43 columnFamilyName family 2024-11-16T14:27:13,778 DEBUG [StoreOpener-acb58ae8c7ce500e228bdf5bdb4d0a43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:13,779 INFO [StoreOpener-acb58ae8c7ce500e228bdf5bdb4d0a43-1 {}] regionserver.HStore(327): Store=acb58ae8c7ce500e228bdf5bdb4d0a43/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:13,780 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for acb58ae8c7ce500e228bdf5bdb4d0a43 2024-11-16T14:27:13,780 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/default/testClearRegionBlockCache/3c9a962fe42aebbc4ca8d825eb40430c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T14:27:13,781 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 3c9a962fe42aebbc4ca8d825eb40430c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66646267, jitterRate=-0.006893232464790344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T14:27:13,781 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c9a962fe42aebbc4ca8d825eb40430c 2024-11-16T14:27:13,782 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/default/testClearRegionBlockCache/acb58ae8c7ce500e228bdf5bdb4d0a43 2024-11-16T14:27:13,782 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/default/testClearRegionBlockCache/acb58ae8c7ce500e228bdf5bdb4d0a43 2024-11-16T14:27:13,783 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 3c9a962fe42aebbc4ca8d825eb40430c: Running coprocessor pre-open hook at 1731767233765Writing region info on filesystem at 1731767233765Initializing all the Stores at 1731767233767 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767233767Cleaning up temporary data from old regions at 1731767233774 (+7 ms)Running coprocessor post-open hooks at 1731767233781 (+7 ms)Region opened successfully at 1731767233782 (+1 ms) 2024-11-16T14:27:13,783 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for acb58ae8c7ce500e228bdf5bdb4d0a43 2024-11-16T14:27:13,783 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for acb58ae8c7ce500e228bdf5bdb4d0a43 2024-11-16T14:27:13,785 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731767233332.3c9a962fe42aebbc4ca8d825eb40430c., pid=8, masterSystemTime=1731767233758 2024-11-16T14:27:13,787 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for acb58ae8c7ce500e228bdf5bdb4d0a43 2024-11-16T14:27:13,788 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731767233332.3c9a962fe42aebbc4ca8d825eb40430c. 2024-11-16T14:27:13,788 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731767233332.3c9a962fe42aebbc4ca8d825eb40430c. 2024-11-16T14:27:13,790 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3c9a962fe42aebbc4ca8d825eb40430c, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,43443,1731767230953 2024-11-16T14:27:13,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c9a962fe42aebbc4ca8d825eb40430c, server=04e93f2b5fad,43443,1731767230953 because future has completed 2024-11-16T14:27:13,797 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/default/testClearRegionBlockCache/acb58ae8c7ce500e228bdf5bdb4d0a43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T14:27:13,798 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened acb58ae8c7ce500e228bdf5bdb4d0a43; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61820156, jitterRate=-0.07880789041519165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T14:27:13,798 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for acb58ae8c7ce500e228bdf5bdb4d0a43 2024-11-16T14:27:13,798 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for acb58ae8c7ce500e228bdf5bdb4d0a43: Running coprocessor pre-open hook at 1731767233765Writing region info on filesystem at 1731767233765Initializing all the Stores at 1731767233767 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767233767Cleaning up temporary data from old regions at 1731767233783 (+16 ms)Running coprocessor post-open hooks at 1731767233798 (+15 ms)Region opened successfully at 1731767233798 2024-11-16T14:27:13,800 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731767233332.acb58ae8c7ce500e228bdf5bdb4d0a43., pid=7, masterSystemTime=1731767233755 2024-11-16T14:27:13,801 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43289 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=04e93f2b5fad,43443,1731767230953, table=testClearRegionBlockCache, region=3c9a962fe42aebbc4ca8d825eb40430c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T14:27:13,804 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731767233332.acb58ae8c7ce500e228bdf5bdb4d0a43. 2024-11-16T14:27:13,804 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731767233332.acb58ae8c7ce500e228bdf5bdb4d0a43. 2024-11-16T14:27:13,805 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=acb58ae8c7ce500e228bdf5bdb4d0a43, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,37979,1731767230857 2024-11-16T14:27:13,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-16T14:27:13,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c9a962fe42aebbc4ca8d825eb40430c, server=04e93f2b5fad,43443,1731767230953 in 198 msec 2024-11-16T14:27:13,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure acb58ae8c7ce500e228bdf5bdb4d0a43, server=04e93f2b5fad,37979,1731767230857 because future has completed 2024-11-16T14:27:13,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3c9a962fe42aebbc4ca8d825eb40430c, ASSIGN in 371 msec 2024-11-16T14:27:13,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-16T14:27:13,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure acb58ae8c7ce500e228bdf5bdb4d0a43, server=04e93f2b5fad,37979,1731767230857 in 212 msec 2024-11-16T14:27:13,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T14:27:13,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=acb58ae8c7ce500e228bdf5bdb4d0a43, ASSIGN in 378 msec 2024-11-16T14:27:13,822 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T14:27:13,822 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731767233822"}]},"ts":"1731767233822"} 2024-11-16T14:27:13,825 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-16T14:27:13,827 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T14:27:13,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 489 msec 2024-11-16T14:27:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T14:27:13,991 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-16T14:27:13,991 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-16T14:27:13,992 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T14:27:14,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-16T14:27:14,001 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T14:27:14,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-16T14:27:14,011 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731767233332.acb58ae8c7ce500e228bdf5bdb4d0a43., hostname=04e93f2b5fad,37979,1731767230857, seqNum=2] 2024-11-16T14:27:14,012 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T14:27:14,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T14:27:14,032 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731767233332.3c9a962fe42aebbc4ca8d825eb40430c., hostname=04e93f2b5fad,43443,1731767230953, seqNum=2] 2024-11-16T14:27:14,052 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing acb58ae8c7ce500e228bdf5bdb4d0a43 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-16T14:27:14,110 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/default/testClearRegionBlockCache/acb58ae8c7ce500e228bdf5bdb4d0a43/.tmp/family/7044e7b28df94afab83a263353182ece is 32, key is 1/family:/1731767234015/Put/seqid=0 2024-11-16T14:27:14,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741839_1015 (size=5054) 2024-11-16T14:27:14,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741839_1015 (size=5054) 2024-11-16T14:27:14,123 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/default/testClearRegionBlockCache/acb58ae8c7ce500e228bdf5bdb4d0a43/.tmp/family/7044e7b28df94afab83a263353182ece 2024-11-16T14:27:14,168 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/default/testClearRegionBlockCache/acb58ae8c7ce500e228bdf5bdb4d0a43/.tmp/family/7044e7b28df94afab83a263353182ece as hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/default/testClearRegionBlockCache/acb58ae8c7ce500e228bdf5bdb4d0a43/family/7044e7b28df94afab83a263353182ece 2024-11-16T14:27:14,179 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/default/testClearRegionBlockCache/acb58ae8c7ce500e228bdf5bdb4d0a43/family/7044e7b28df94afab83a263353182ece, entries=4, sequenceid=8, filesize=4.9 K 2024-11-16T14:27:14,187 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for acb58ae8c7ce500e228bdf5bdb4d0a43 in 135ms, sequenceid=8, compaction requested=false 2024-11-16T14:27:14,188 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-16T14:27:14,191 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for acb58ae8c7ce500e228bdf5bdb4d0a43: 2024-11-16T14:27:14,191 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3c9a962fe42aebbc4ca8d825eb40430c 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-16T14:27:14,210 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/default/testClearRegionBlockCache/3c9a962fe42aebbc4ca8d825eb40430c/.tmp/family/96ea511588a44314868fb7e970947158 is 32, key is 5/family:/1731767234034/Put/seqid=0 2024-11-16T14:27:14,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741840_1016 (size=5083) 2024-11-16T14:27:14,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741840_1016 (size=5083) 2024-11-16T14:27:14,219 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/default/testClearRegionBlockCache/3c9a962fe42aebbc4ca8d825eb40430c/.tmp/family/96ea511588a44314868fb7e970947158 2024-11-16T14:27:14,231 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/default/testClearRegionBlockCache/3c9a962fe42aebbc4ca8d825eb40430c/.tmp/family/96ea511588a44314868fb7e970947158 as hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/default/testClearRegionBlockCache/3c9a962fe42aebbc4ca8d825eb40430c/family/96ea511588a44314868fb7e970947158 2024-11-16T14:27:14,244 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/default/testClearRegionBlockCache/3c9a962fe42aebbc4ca8d825eb40430c/family/96ea511588a44314868fb7e970947158, entries=5, sequenceid=9, filesize=5.0 K 2024-11-16T14:27:14,245 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 3c9a962fe42aebbc4ca8d825eb40430c in 54ms, sequenceid=9, compaction requested=false 2024-11-16T14:27:14,246 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3c9a962fe42aebbc4ca8d825eb40430c: 2024-11-16T14:27:14,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429a399b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T14:27:14,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04e93f2b5fad,43289,-1 for getting cluster id 2024-11-16T14:27:14,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T14:27:14,251 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'caea55fd-4f53-480b-a678-474ef8db8b75' 2024-11-16T14:27:14,252 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T14:27:14,252 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "caea55fd-4f53-480b-a678-474ef8db8b75" 2024-11-16T14:27:14,252 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de9ed6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T14:27:14,252 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04e93f2b5fad,43289,-1] 2024-11-16T14:27:14,253 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T14:27:14,253 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:14,255 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T14:27:14,257 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc40083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T14:27:14,272 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-16T14:27:14,272 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T14:27:14,274 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04e93f2b5fad,43443,1731767230953, seqNum=-1] 2024-11-16T14:27:14,274 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T14:27:14,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T14:27:14,287 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T14:27:14,289 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T14:27:14,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T14:27:14,291 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T14:27:14,296 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T14:27:14,296 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T14:27:14,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:14,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:14,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T14:27:14,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T14:27:14,302 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T14:27:14,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T14:27:14,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:14,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:14,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T14:27:14,303 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T14:27:14,303 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1930513472, stopped=false 2024-11-16T14:27:14,303 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04e93f2b5fad,43289,1731767229901 2024-11-16T14:27:14,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x101440ad62b0001, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:14,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43443-0x101440ad62b0002, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:14,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:14,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43443-0x101440ad62b0002, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:14,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:14,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x101440ad62b0001, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:14,364 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T14:27:14,365 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T14:27:14,365 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T14:27:14,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:14,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37979-0x101440ad62b0001, quorum=127.0.0.1:50225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:14,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43443-0x101440ad62b0002, quorum=127.0.0.1:50225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:14,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:14,366 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04e93f2b5fad,37979,1731767230857' ***** 2024-11-16T14:27:14,367 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T14:27:14,367 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04e93f2b5fad,43443,1731767230953' ***** 2024-11-16T14:27:14,367 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T14:27:14,367 INFO [RS:0;04e93f2b5fad:37979 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T14:27:14,367 INFO [RS:1;04e93f2b5fad:43443 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T14:27:14,367 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T14:27:14,367 INFO [RS:1;04e93f2b5fad:43443 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T14:27:14,367 INFO [RS:0;04e93f2b5fad:37979 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T14:27:14,367 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T14:27:14,367 INFO [RS:0;04e93f2b5fad:37979 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T14:27:14,367 INFO [RS:1;04e93f2b5fad:43443 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T14:27:14,368 INFO [RS:1;04e93f2b5fad:43443 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c9a962fe42aebbc4ca8d825eb40430c 2024-11-16T14:27:14,368 INFO [RS:0;04e93f2b5fad:37979 {}] regionserver.HRegionServer(3091): Received CLOSE for acb58ae8c7ce500e228bdf5bdb4d0a43 2024-11-16T14:27:14,368 INFO [RS:0;04e93f2b5fad:37979 {}] regionserver.HRegionServer(959): stopping server 04e93f2b5fad,37979,1731767230857 2024-11-16T14:27:14,368 INFO [RS:1;04e93f2b5fad:43443 {}] regionserver.HRegionServer(959): stopping server 04e93f2b5fad,43443,1731767230953 2024-11-16T14:27:14,368 INFO [RS:0;04e93f2b5fad:37979 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T14:27:14,368 INFO [RS:1;04e93f2b5fad:43443 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T14:27:14,368 INFO [RS:0;04e93f2b5fad:37979 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04e93f2b5fad:37979. 2024-11-16T14:27:14,368 INFO [RS:1;04e93f2b5fad:43443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;04e93f2b5fad:43443. 2024-11-16T14:27:14,368 DEBUG [RS:0;04e93f2b5fad:37979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T14:27:14,368 DEBUG [RS:1;04e93f2b5fad:43443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T14:27:14,369 DEBUG [RS:0;04e93f2b5fad:37979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:14,369 DEBUG [RS:1;04e93f2b5fad:43443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:14,369 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing acb58ae8c7ce500e228bdf5bdb4d0a43, disabling compactions & flushes 2024-11-16T14:27:14,369 INFO [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731767233332.acb58ae8c7ce500e228bdf5bdb4d0a43. 2024-11-16T14:27:14,369 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731767233332.acb58ae8c7ce500e228bdf5bdb4d0a43. 2024-11-16T14:27:14,369 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731767233332.acb58ae8c7ce500e228bdf5bdb4d0a43. after waiting 0 ms 2024-11-16T14:27:14,369 INFO [RS:0;04e93f2b5fad:37979 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T14:27:14,369 INFO [RS:1;04e93f2b5fad:43443 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T14:27:14,369 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731767233332.acb58ae8c7ce500e228bdf5bdb4d0a43. 2024-11-16T14:27:14,369 INFO [RS:1;04e93f2b5fad:43443 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T14:27:14,369 DEBUG [RS:0;04e93f2b5fad:37979 {}] regionserver.HRegionServer(1325): Online Regions={acb58ae8c7ce500e228bdf5bdb4d0a43=testClearRegionBlockCache,,1731767233332.acb58ae8c7ce500e228bdf5bdb4d0a43.} 2024-11-16T14:27:14,369 INFO [RS:1;04e93f2b5fad:43443 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T14:27:14,369 INFO [RS:1;04e93f2b5fad:43443 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T14:27:14,369 DEBUG [RS:0;04e93f2b5fad:37979 {}] regionserver.HRegionServer(1351): Waiting on acb58ae8c7ce500e228bdf5bdb4d0a43 2024-11-16T14:27:14,369 INFO [RS:1;04e93f2b5fad:43443 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T14:27:14,369 DEBUG [RS:1;04e93f2b5fad:43443 {}] regionserver.HRegionServer(1325): Online Regions={3c9a962fe42aebbc4ca8d825eb40430c=testClearRegionBlockCache,5,1731767233332.3c9a962fe42aebbc4ca8d825eb40430c., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T14:27:14,369 DEBUG [RS:1;04e93f2b5fad:43443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3c9a962fe42aebbc4ca8d825eb40430c 2024-11-16T14:27:14,370 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c9a962fe42aebbc4ca8d825eb40430c, disabling compactions & flushes 2024-11-16T14:27:14,370 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T14:27:14,370 INFO [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731767233332.3c9a962fe42aebbc4ca8d825eb40430c. 2024-11-16T14:27:14,370 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731767233332.3c9a962fe42aebbc4ca8d825eb40430c. 2024-11-16T14:27:14,370 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T14:27:14,370 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731767233332.3c9a962fe42aebbc4ca8d825eb40430c. after waiting 0 ms 2024-11-16T14:27:14,370 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T14:27:14,370 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731767233332.3c9a962fe42aebbc4ca8d825eb40430c. 2024-11-16T14:27:14,370 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T14:27:14,370 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T14:27:14,370 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-16T14:27:14,379 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/default/testClearRegionBlockCache/3c9a962fe42aebbc4ca8d825eb40430c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-16T14:27:14,382 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/default/testClearRegionBlockCache/acb58ae8c7ce500e228bdf5bdb4d0a43/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T14:27:14,383 INFO [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731767233332.3c9a962fe42aebbc4ca8d825eb40430c. 2024-11-16T14:27:14,383 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c9a962fe42aebbc4ca8d825eb40430c: Waiting for close lock at 1731767234370Running coprocessor pre-close hooks at 1731767234370Disabling compacts and flushes for region at 1731767234370Disabling writes for close at 1731767234370Writing region close event to WAL at 1731767234371 (+1 ms)Running coprocessor post-close hooks at 1731767234381 (+10 ms)Closed at 1731767234383 (+2 ms) 2024-11-16T14:27:14,383 INFO [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731767233332.acb58ae8c7ce500e228bdf5bdb4d0a43. 2024-11-16T14:27:14,383 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for acb58ae8c7ce500e228bdf5bdb4d0a43: Waiting for close lock at 1731767234368Running coprocessor pre-close hooks at 1731767234368Disabling compacts and flushes for region at 1731767234369 (+1 ms)Disabling writes for close at 1731767234369Writing region close event to WAL at 1731767234371 (+2 ms)Running coprocessor post-close hooks at 1731767234383 (+12 ms)Closed at 1731767234383 2024-11-16T14:27:14,383 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731767233332.3c9a962fe42aebbc4ca8d825eb40430c. 2024-11-16T14:27:14,384 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731767233332.acb58ae8c7ce500e228bdf5bdb4d0a43. 2024-11-16T14:27:14,400 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/hbase/meta/1588230740/.tmp/info/e430e0515bb04d0496b72dcda9ed57e7 is 173, key is testClearRegionBlockCache,5,1731767233332.3c9a962fe42aebbc4ca8d825eb40430c./info:regioninfo/1731767233789/Put/seqid=0 2024-11-16T14:27:14,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741841_1017 (size=8173) 2024-11-16T14:27:14,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741841_1017 (size=8173) 2024-11-16T14:27:14,446 INFO [regionserver/04e93f2b5fad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T14:27:14,446 INFO [regionserver/04e93f2b5fad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T14:27:14,570 INFO [RS:0;04e93f2b5fad:37979 {}] regionserver.HRegionServer(976): stopping server 04e93f2b5fad,37979,1731767230857; all regions closed. 2024-11-16T14:27:14,570 DEBUG [RS:1;04e93f2b5fad:43443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T14:27:14,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741834_1010 (size=1758) 2024-11-16T14:27:14,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741834_1010 (size=1758) 2024-11-16T14:27:14,581 DEBUG [RS:0;04e93f2b5fad:37979 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/oldWALs 2024-11-16T14:27:14,581 INFO [RS:0;04e93f2b5fad:37979 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04e93f2b5fad%2C37979%2C1731767230857:(num 1731767232403) 2024-11-16T14:27:14,581 DEBUG [RS:0;04e93f2b5fad:37979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:14,581 INFO [RS:0;04e93f2b5fad:37979 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T14:27:14,581 INFO [RS:0;04e93f2b5fad:37979 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T14:27:14,581 INFO [RS:0;04e93f2b5fad:37979 {}] hbase.ChoreService(370): Chore service for: regionserver/04e93f2b5fad:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T14:27:14,582 INFO [RS:0;04e93f2b5fad:37979 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T14:27:14,582 INFO [RS:0;04e93f2b5fad:37979 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T14:27:14,582 INFO [regionserver/04e93f2b5fad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T14:27:14,582 INFO [RS:0;04e93f2b5fad:37979 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T14:27:14,582 INFO [RS:0;04e93f2b5fad:37979 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T14:27:14,582 INFO [RS:0;04e93f2b5fad:37979 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37979 2024-11-16T14:27:14,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T14:27:14,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x101440ad62b0001, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04e93f2b5fad,37979,1731767230857 2024-11-16T14:27:14,596 INFO [RS:0;04e93f2b5fad:37979 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T14:27:14,606 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04e93f2b5fad,37979,1731767230857] 2024-11-16T14:27:14,616 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04e93f2b5fad,37979,1731767230857 already deleted, retry=false 2024-11-16T14:27:14,617 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04e93f2b5fad,37979,1731767230857 expired; onlineServers=1 2024-11-16T14:27:14,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x101440ad62b0001, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:14,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37979-0x101440ad62b0001, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:14,707 INFO [RS:0;04e93f2b5fad:37979 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T14:27:14,707 INFO [RS:0;04e93f2b5fad:37979 {}] regionserver.HRegionServer(1031): Exiting; stopping=04e93f2b5fad,37979,1731767230857; zookeeper connection closed. 2024-11-16T14:27:14,707 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e730ef8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e730ef8 2024-11-16T14:27:14,770 DEBUG [RS:1;04e93f2b5fad:43443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T14:27:14,812 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/hbase/meta/1588230740/.tmp/info/e430e0515bb04d0496b72dcda9ed57e7 2024-11-16T14:27:14,839 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/hbase/meta/1588230740/.tmp/ns/d36c9f8070e246038aafc7e6e822e682 is 43, key is default/ns:d/1731767233005/Put/seqid=0 2024-11-16T14:27:14,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741842_1018 (size=5153) 2024-11-16T14:27:14,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741842_1018 (size=5153) 2024-11-16T14:27:14,846 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/hbase/meta/1588230740/.tmp/ns/d36c9f8070e246038aafc7e6e822e682 2024-11-16T14:27:14,874 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/hbase/meta/1588230740/.tmp/table/36458f6bb5c84742815150ec7c58402b is 61, key is testClearRegionBlockCache/table:state/1731767233822/Put/seqid=0 2024-11-16T14:27:14,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741843_1019 (size=5312) 2024-11-16T14:27:14,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741843_1019 (size=5312) 2024-11-16T14:27:14,881 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/hbase/meta/1588230740/.tmp/table/36458f6bb5c84742815150ec7c58402b 2024-11-16T14:27:14,891 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/hbase/meta/1588230740/.tmp/info/e430e0515bb04d0496b72dcda9ed57e7 as hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/hbase/meta/1588230740/info/e430e0515bb04d0496b72dcda9ed57e7 2024-11-16T14:27:14,902 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/hbase/meta/1588230740/info/e430e0515bb04d0496b72dcda9ed57e7, entries=20, sequenceid=13, filesize=8.0 K 2024-11-16T14:27:14,903 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/hbase/meta/1588230740/.tmp/ns/d36c9f8070e246038aafc7e6e822e682 as hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/hbase/meta/1588230740/ns/d36c9f8070e246038aafc7e6e822e682 2024-11-16T14:27:14,914 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/hbase/meta/1588230740/ns/d36c9f8070e246038aafc7e6e822e682, entries=2, sequenceid=13, filesize=5.0 K 2024-11-16T14:27:14,916 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/hbase/meta/1588230740/.tmp/table/36458f6bb5c84742815150ec7c58402b as hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/hbase/meta/1588230740/table/36458f6bb5c84742815150ec7c58402b 2024-11-16T14:27:14,927 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/hbase/meta/1588230740/table/36458f6bb5c84742815150ec7c58402b, entries=2, sequenceid=13, filesize=5.2 K 2024-11-16T14:27:14,928 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 558ms, sequenceid=13, compaction requested=false 2024-11-16T14:27:14,929 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T14:27:14,936 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-16T14:27:14,937 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T14:27:14,937 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T14:27:14,937 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731767234370Running coprocessor pre-close hooks at 1731767234370Disabling compacts and flushes for region at 1731767234370Disabling writes for close at 1731767234370Obtaining lock to block concurrent updates at 1731767234371 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731767234371Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731767234371Flushing stores of hbase:meta,,1.1588230740 at 1731767234374 (+3 ms)Flushing 1588230740/info: creating writer at 1731767234375 (+1 ms)Flushing 1588230740/info: appending metadata at 1731767234399 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731767234399Flushing 1588230740/ns: creating writer at 1731767234822 (+423 ms)Flushing 1588230740/ns: appending metadata at 1731767234838 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731767234838Flushing 1588230740/table: creating writer at 1731767234856 (+18 ms)Flushing 1588230740/table: appending metadata at 1731767234873 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731767234873Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20ceb2eb: reopening flushed file at 1731767234890 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e521dc3: reopening flushed file at 1731767234902 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ef9fdcf: reopening flushed file at 1731767234914 (+12 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 558ms, sequenceid=13, compaction requested=false at 1731767234928 (+14 ms)Writing region close event to WAL at 1731767234931 (+3 ms)Running coprocessor post-close hooks at 1731767234936 (+5 ms)Closed at 1731767234937 (+1 ms) 2024-11-16T14:27:14,937 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T14:27:14,970 INFO [RS:1;04e93f2b5fad:43443 {}] regionserver.HRegionServer(976): stopping server 04e93f2b5fad,43443,1731767230953; all regions closed. 2024-11-16T14:27:14,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741835_1011 (size=4338) 2024-11-16T14:27:14,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741835_1011 (size=4338) 2024-11-16T14:27:14,977 DEBUG [RS:1;04e93f2b5fad:43443 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/oldWALs 2024-11-16T14:27:14,977 INFO [RS:1;04e93f2b5fad:43443 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04e93f2b5fad%2C43443%2C1731767230953.meta:.meta(num 1731767232846) 2024-11-16T14:27:14,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741833_1009 (size=1867) 2024-11-16T14:27:14,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741833_1009 (size=1867) 2024-11-16T14:27:14,983 DEBUG [RS:1;04e93f2b5fad:43443 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/oldWALs 2024-11-16T14:27:14,983 INFO [RS:1;04e93f2b5fad:43443 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04e93f2b5fad%2C43443%2C1731767230953:(num 1731767232403) 2024-11-16T14:27:14,983 DEBUG [RS:1;04e93f2b5fad:43443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:14,983 INFO [RS:1;04e93f2b5fad:43443 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T14:27:14,983 INFO [RS:1;04e93f2b5fad:43443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T14:27:14,983 INFO [RS:1;04e93f2b5fad:43443 {}] hbase.ChoreService(370): Chore service for: regionserver/04e93f2b5fad:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T14:27:14,983 INFO [RS:1;04e93f2b5fad:43443 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T14:27:14,983 INFO [regionserver/04e93f2b5fad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T14:27:14,984 INFO [RS:1;04e93f2b5fad:43443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43443 2024-11-16T14:27:15,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T14:27:15,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43443-0x101440ad62b0002, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04e93f2b5fad,43443,1731767230953 2024-11-16T14:27:15,027 INFO [RS:1;04e93f2b5fad:43443 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T14:27:15,028 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04e93f2b5fad,43443,1731767230953] 2024-11-16T14:27:15,048 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04e93f2b5fad,43443,1731767230953 already deleted, retry=false 2024-11-16T14:27:15,048 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04e93f2b5fad,43443,1731767230953 expired; onlineServers=0 2024-11-16T14:27:15,048 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04e93f2b5fad,43289,1731767229901' ***** 2024-11-16T14:27:15,048 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T14:27:15,048 INFO [M:0;04e93f2b5fad:43289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T14:27:15,049 INFO [M:0;04e93f2b5fad:43289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T14:27:15,049 DEBUG [M:0;04e93f2b5fad:43289 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T14:27:15,049 DEBUG [M:0;04e93f2b5fad:43289 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T14:27:15,049 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T14:27:15,049 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.large.0-1731767232061 {}] cleaner.HFileCleaner(306): Exit Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.large.0-1731767232061,5,FailOnTimeoutGroup] 2024-11-16T14:27:15,049 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.small.0-1731767232063 {}] cleaner.HFileCleaner(306): Exit Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.small.0-1731767232063,5,FailOnTimeoutGroup] 2024-11-16T14:27:15,049 INFO [M:0;04e93f2b5fad:43289 {}] hbase.ChoreService(370): Chore service for: master/04e93f2b5fad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T14:27:15,049 INFO [M:0;04e93f2b5fad:43289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T14:27:15,049 DEBUG [M:0;04e93f2b5fad:43289 {}] master.HMaster(1795): Stopping service threads 2024-11-16T14:27:15,050 INFO [M:0;04e93f2b5fad:43289 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T14:27:15,050 INFO [M:0;04e93f2b5fad:43289 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T14:27:15,050 INFO [M:0;04e93f2b5fad:43289 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T14:27:15,050 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T14:27:15,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T14:27:15,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:15,059 DEBUG [M:0;04e93f2b5fad:43289 {}] zookeeper.ZKUtil(347): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T14:27:15,059 WARN [M:0;04e93f2b5fad:43289 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T14:27:15,060 INFO [M:0;04e93f2b5fad:43289 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/.lastflushedseqids 2024-11-16T14:27:15,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741844_1020 (size=182) 2024-11-16T14:27:15,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741844_1020 (size=182) 2024-11-16T14:27:15,072 INFO [M:0;04e93f2b5fad:43289 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T14:27:15,072 INFO [M:0;04e93f2b5fad:43289 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T14:27:15,072 DEBUG [M:0;04e93f2b5fad:43289 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T14:27:15,072 INFO [M:0;04e93f2b5fad:43289 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:15,072 DEBUG [M:0;04e93f2b5fad:43289 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:15,073 DEBUG [M:0;04e93f2b5fad:43289 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T14:27:15,073 DEBUG [M:0;04e93f2b5fad:43289 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:15,073 INFO [M:0;04e93f2b5fad:43289 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-16T14:27:15,090 DEBUG [M:0;04e93f2b5fad:43289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d136025073d46a4898d5fcb8b1c4807 is 82, key is hbase:meta,,1/info:regioninfo/1731767232928/Put/seqid=0 2024-11-16T14:27:15,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741845_1021 (size=5672) 2024-11-16T14:27:15,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741845_1021 (size=5672) 2024-11-16T14:27:15,097 INFO [M:0;04e93f2b5fad:43289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d136025073d46a4898d5fcb8b1c4807 2024-11-16T14:27:15,122 DEBUG [M:0;04e93f2b5fad:43289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a22641ec035c48b682194c148769bf16 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731767233829/Put/seqid=0 2024-11-16T14:27:15,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741846_1022 (size=6218) 2024-11-16T14:27:15,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741846_1022 (size=6218) 2024-11-16T14:27:15,130 INFO [M:0;04e93f2b5fad:43289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a22641ec035c48b682194c148769bf16 2024-11-16T14:27:15,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43443-0x101440ad62b0002, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:15,138 INFO [RS:1;04e93f2b5fad:43443 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T14:27:15,138 INFO [RS:1;04e93f2b5fad:43443 {}] regionserver.HRegionServer(1031): Exiting; stopping=04e93f2b5fad,43443,1731767230953; zookeeper connection closed. 2024-11-16T14:27:15,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43443-0x101440ad62b0002, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:15,138 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e79944d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e79944d 2024-11-16T14:27:15,139 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-16T14:27:15,154 DEBUG [M:0;04e93f2b5fad:43289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee6959bc97df4ed0aaec14561a9662d7 is 69, key is 04e93f2b5fad,37979,1731767230857/rs:state/1731767232113/Put/seqid=0 2024-11-16T14:27:15,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741847_1023 (size=5224) 2024-11-16T14:27:15,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741847_1023 (size=5224) 2024-11-16T14:27:15,161 INFO [M:0;04e93f2b5fad:43289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee6959bc97df4ed0aaec14561a9662d7 2024-11-16T14:27:15,170 DEBUG [M:0;04e93f2b5fad:43289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d136025073d46a4898d5fcb8b1c4807 as hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d136025073d46a4898d5fcb8b1c4807 2024-11-16T14:27:15,178 INFO [M:0;04e93f2b5fad:43289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d136025073d46a4898d5fcb8b1c4807, entries=8, sequenceid=71, filesize=5.5 K 2024-11-16T14:27:15,180 DEBUG [M:0;04e93f2b5fad:43289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a22641ec035c48b682194c148769bf16 as hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a22641ec035c48b682194c148769bf16 2024-11-16T14:27:15,188 INFO [M:0;04e93f2b5fad:43289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a22641ec035c48b682194c148769bf16, entries=8, sequenceid=71, filesize=6.1 K 2024-11-16T14:27:15,190 DEBUG [M:0;04e93f2b5fad:43289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee6959bc97df4ed0aaec14561a9662d7 as hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee6959bc97df4ed0aaec14561a9662d7 2024-11-16T14:27:15,197 INFO [M:0;04e93f2b5fad:43289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42897/user/jenkins/test-data/7b529c06-20a8-650f-5c47-f51ab8f820f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee6959bc97df4ed0aaec14561a9662d7, entries=2, sequenceid=71, filesize=5.1 K 2024-11-16T14:27:15,199 INFO [M:0;04e93f2b5fad:43289 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=71, compaction requested=false 2024-11-16T14:27:15,200 INFO [M:0;04e93f2b5fad:43289 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:15,200 DEBUG [M:0;04e93f2b5fad:43289 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731767235072Disabling compacts and flushes for region at 1731767235072Disabling writes for close at 1731767235073 (+1 ms)Obtaining lock to block concurrent updates at 1731767235073Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731767235073Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731767235073Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731767235074 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731767235074Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731767235090 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731767235090Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731767235105 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731767235122 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731767235122Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731767235138 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731767235154 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731767235154Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bfa494b: reopening flushed file at 1731767235169 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e024609: reopening flushed file at 1731767235179 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d04a024: reopening flushed file at 1731767235188 (+9 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 126ms, sequenceid=71, compaction requested=false at 1731767235199 (+11 ms)Writing region close event to WAL at 1731767235200 (+1 ms)Closed at 1731767235200 2024-11-16T14:27:15,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741830_1006 (size=35428) 2024-11-16T14:27:15,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35905 is added to blk_1073741830_1006 (size=35428) 2024-11-16T14:27:15,208 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T14:27:15,208 INFO [M:0;04e93f2b5fad:43289 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T14:27:15,208 INFO [M:0;04e93f2b5fad:43289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43289 2024-11-16T14:27:15,208 INFO [M:0;04e93f2b5fad:43289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T14:27:15,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:15,317 INFO [M:0;04e93f2b5fad:43289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T14:27:15,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43289-0x101440ad62b0000, quorum=127.0.0.1:50225, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:15,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5acf7a93{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T14:27:15,355 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52bff630{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T14:27:15,355 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T14:27:15,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b611e38{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T14:27:15,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@727c4888{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/hadoop.log.dir/,STOPPED} 2024-11-16T14:27:15,358 WARN [BP-709647518-172.17.0.2-1731767226007 heartbeating to localhost/127.0.0.1:42897 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T14:27:15,358 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T14:27:15,358 WARN [BP-709647518-172.17.0.2-1731767226007 heartbeating to localhost/127.0.0.1:42897 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-709647518-172.17.0.2-1731767226007 (Datanode Uuid 75afbe0f-a454-43c6-93c4-c4e9664a2aef) service to localhost/127.0.0.1:42897 2024-11-16T14:27:15,358 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T14:27:15,359 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/cluster_a1d819ba-8a9b-61f5-b838-796e41aa0942/data/data3/current/BP-709647518-172.17.0.2-1731767226007 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T14:27:15,360 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/cluster_a1d819ba-8a9b-61f5-b838-796e41aa0942/data/data4/current/BP-709647518-172.17.0.2-1731767226007 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T14:27:15,360 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T14:27:15,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc3e688{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T14:27:15,362 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21b0fe12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T14:27:15,362 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T14:27:15,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@684a1a54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T14:27:15,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18d551c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/hadoop.log.dir/,STOPPED} 2024-11-16T14:27:15,364 WARN [BP-709647518-172.17.0.2-1731767226007 heartbeating to localhost/127.0.0.1:42897 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T14:27:15,364 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T14:27:15,364 WARN [BP-709647518-172.17.0.2-1731767226007 heartbeating to localhost/127.0.0.1:42897 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-709647518-172.17.0.2-1731767226007 (Datanode Uuid 7c0941a1-ffe0-43fd-bf5c-e15c8e878fd5) service to localhost/127.0.0.1:42897 2024-11-16T14:27:15,364 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T14:27:15,364 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/cluster_a1d819ba-8a9b-61f5-b838-796e41aa0942/data/data1/current/BP-709647518-172.17.0.2-1731767226007 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T14:27:15,365 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/cluster_a1d819ba-8a9b-61f5-b838-796e41aa0942/data/data2/current/BP-709647518-172.17.0.2-1731767226007 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T14:27:15,365 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T14:27:15,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T14:27:15,374 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T14:27:15,374 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T14:27:15,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T14:27:15,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/hadoop.log.dir/,STOPPED} 2024-11-16T14:27:15,383 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T14:27:15,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T14:27:15,421 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=80 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:42897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:42897 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:42897 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@591258a6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/04e93f2b5fad:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:42897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/04e93f2b5fad:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/04e93f2b5fad:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/04e93f2b5fad:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=411 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=418 (was 430), ProcessCount=11 (was 11), AvailableMemoryMB=4701 (was 5303) 2024-11-16T14:27:15,427 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=80, OpenFileDescriptor=411, MaxFileDescriptor=1048576, SystemLoadAverage=418, ProcessCount=11, AvailableMemoryMB=4701 2024-11-16T14:27:15,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/hadoop.log.dir so I do NOT create it in target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb 2024-11-16T14:27:15,439 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T14:27:15,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/hadoop.tmp.dir so I do NOT create it in target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb 2024-11-16T14:27:15,439 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9594cc1-ac8b-0ad4-9fb0-8951de408979/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T14:27:15,439 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb 2024-11-16T14:27:15,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T14:27:15,439 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/cluster_a426f56b-c5c0-635c-90c3-95885353dbd5, deleteOnExit=true 2024-11-16T14:27:15,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T14:27:15,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/test.cache.data in system properties and HBase conf 2024-11-16T14:27:15,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T14:27:15,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/hadoop.log.dir in system properties and HBase conf 2024-11-16T14:27:15,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T14:27:15,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T14:27:15,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T14:27:15,440 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T14:27:15,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T14:27:15,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T14:27:15,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T14:27:15,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T14:27:15,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T14:27:15,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T14:27:15,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T14:27:15,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T14:27:15,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T14:27:15,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/nfs.dump.dir in system properties and HBase conf 2024-11-16T14:27:15,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/java.io.tmpdir in system properties and HBase conf 2024-11-16T14:27:15,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T14:27:15,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T14:27:15,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T14:27:15,745 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T14:27:15,750 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T14:27:15,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T14:27:15,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T14:27:15,756 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T14:27:15,757 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T14:27:15,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@486bf2a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/hadoop.log.dir/,AVAILABLE} 2024-11-16T14:27:15,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f1e1206{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T14:27:15,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@734eb8a6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/java.io.tmpdir/jetty-localhost-44249-hadoop-hdfs-3_4_1-tests_jar-_-any-7531058438936309079/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T14:27:15,860 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@511bff7c{HTTP/1.1, (http/1.1)}{localhost:44249} 2024-11-16T14:27:15,860 INFO [Time-limited test {}] server.Server(415): Started @11648ms 2024-11-16T14:27:16,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T14:27:16,138 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T14:27:16,139 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T14:27:16,139 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T14:27:16,139 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T14:27:16,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35aa6870{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/hadoop.log.dir/,AVAILABLE} 2024-11-16T14:27:16,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@216dc62a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T14:27:16,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f16e3fa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/java.io.tmpdir/jetty-localhost-42015-hadoop-hdfs-3_4_1-tests_jar-_-any-12534885968430780165/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T14:27:16,239 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3dc1e622{HTTP/1.1, (http/1.1)}{localhost:42015} 2024-11-16T14:27:16,239 INFO [Time-limited test {}] server.Server(415): Started @12027ms 2024-11-16T14:27:16,241 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T14:27:16,283 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T14:27:16,287 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T14:27:16,287 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T14:27:16,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T14:27:16,288 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T14:27:16,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27c6e4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/hadoop.log.dir/,AVAILABLE} 2024-11-16T14:27:16,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ba007c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T14:27:16,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ba7f351{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/java.io.tmpdir/jetty-localhost-32925-hadoop-hdfs-3_4_1-tests_jar-_-any-14853637145476669599/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T14:27:16,391 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5970583a{HTTP/1.1, (http/1.1)}{localhost:32925} 2024-11-16T14:27:16,391 INFO [Time-limited test {}] server.Server(415): Started @12179ms 2024-11-16T14:27:16,393 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T14:27:17,275 WARN [Thread-368 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/cluster_a426f56b-c5c0-635c-90c3-95885353dbd5/data/data2/current/BP-1132359830-172.17.0.2-1731767235467/current, will proceed with Du for space computation calculation, 2024-11-16T14:27:17,275 WARN [Thread-367 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/cluster_a426f56b-c5c0-635c-90c3-95885353dbd5/data/data1/current/BP-1132359830-172.17.0.2-1731767235467/current, will proceed with Du for space computation calculation, 2024-11-16T14:27:17,293 WARN [Thread-331 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T14:27:17,296 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb424f777784c13 with lease ID 0x751a8d625767bc9e: Processing first storage report for DS-9826893b-8a7c-4f0a-b360-81fe2936402b from datanode DatanodeRegistration(127.0.0.1:40247, datanodeUuid=4de5fd77-1579-46e8-923c-d4b140abdcd7, infoPort=39399, infoSecurePort=0, ipcPort=37037, storageInfo=lv=-57;cid=testClusterID;nsid=1858396159;c=1731767235467) 2024-11-16T14:27:17,296 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb424f777784c13 with lease ID 0x751a8d625767bc9e: from storage DS-9826893b-8a7c-4f0a-b360-81fe2936402b node DatanodeRegistration(127.0.0.1:40247, datanodeUuid=4de5fd77-1579-46e8-923c-d4b140abdcd7, infoPort=39399, infoSecurePort=0, ipcPort=37037, storageInfo=lv=-57;cid=testClusterID;nsid=1858396159;c=1731767235467), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T14:27:17,296 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb424f777784c13 with lease ID 0x751a8d625767bc9e: Processing first storage report for DS-0c90abcf-3f75-4684-9be8-e22763f8e6b6 from datanode DatanodeRegistration(127.0.0.1:40247, datanodeUuid=4de5fd77-1579-46e8-923c-d4b140abdcd7, infoPort=39399, infoSecurePort=0, ipcPort=37037, storageInfo=lv=-57;cid=testClusterID;nsid=1858396159;c=1731767235467) 2024-11-16T14:27:17,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb424f777784c13 with lease ID 0x751a8d625767bc9e: from storage DS-0c90abcf-3f75-4684-9be8-e22763f8e6b6 node DatanodeRegistration(127.0.0.1:40247, datanodeUuid=4de5fd77-1579-46e8-923c-d4b140abdcd7, infoPort=39399, infoSecurePort=0, ipcPort=37037, storageInfo=lv=-57;cid=testClusterID;nsid=1858396159;c=1731767235467), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T14:27:17,465 WARN [Thread-378 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/cluster_a426f56b-c5c0-635c-90c3-95885353dbd5/data/data3/current/BP-1132359830-172.17.0.2-1731767235467/current, will proceed with Du for space computation calculation, 2024-11-16T14:27:17,465 WARN [Thread-379 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/cluster_a426f56b-c5c0-635c-90c3-95885353dbd5/data/data4/current/BP-1132359830-172.17.0.2-1731767235467/current, will proceed with Du for space computation calculation, 2024-11-16T14:27:17,480 WARN [Thread-354 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T14:27:17,483 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45c1a0e575758dab with lease ID 0x751a8d625767bc9f: Processing first storage report for DS-b899084c-d1e5-41cd-b33c-04dd1c4c8b2c from datanode DatanodeRegistration(127.0.0.1:33749, datanodeUuid=640f9fa1-9143-4b36-9675-767630bfe4eb, infoPort=45763, infoSecurePort=0, ipcPort=43283, storageInfo=lv=-57;cid=testClusterID;nsid=1858396159;c=1731767235467) 2024-11-16T14:27:17,483 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45c1a0e575758dab with lease ID 0x751a8d625767bc9f: from storage DS-b899084c-d1e5-41cd-b33c-04dd1c4c8b2c node DatanodeRegistration(127.0.0.1:33749, datanodeUuid=640f9fa1-9143-4b36-9675-767630bfe4eb, infoPort=45763, infoSecurePort=0, ipcPort=43283, storageInfo=lv=-57;cid=testClusterID;nsid=1858396159;c=1731767235467), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T14:27:17,483 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45c1a0e575758dab with lease ID 0x751a8d625767bc9f: Processing first storage report for DS-f4b368f7-67ba-449d-bb58-57e717702ccc from datanode DatanodeRegistration(127.0.0.1:33749, datanodeUuid=640f9fa1-9143-4b36-9675-767630bfe4eb, infoPort=45763, infoSecurePort=0, ipcPort=43283, storageInfo=lv=-57;cid=testClusterID;nsid=1858396159;c=1731767235467) 2024-11-16T14:27:17,483 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45c1a0e575758dab with lease ID 0x751a8d625767bc9f: from storage DS-f4b368f7-67ba-449d-bb58-57e717702ccc node DatanodeRegistration(127.0.0.1:33749, datanodeUuid=640f9fa1-9143-4b36-9675-767630bfe4eb, infoPort=45763, infoSecurePort=0, ipcPort=43283, storageInfo=lv=-57;cid=testClusterID;nsid=1858396159;c=1731767235467), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T14:27:17,529 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb 2024-11-16T14:27:17,532 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/cluster_a426f56b-c5c0-635c-90c3-95885353dbd5/zookeeper_0, clientPort=58365, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/cluster_a426f56b-c5c0-635c-90c3-95885353dbd5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/cluster_a426f56b-c5c0-635c-90c3-95885353dbd5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T14:27:17,533 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58365 2024-11-16T14:27:17,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:17,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:17,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40247 is added to blk_1073741825_1001 (size=7) 2024-11-16T14:27:17,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741825_1001 (size=7) 2024-11-16T14:27:17,947 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494 with version=8 2024-11-16T14:27:17,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/hbase-staging 2024-11-16T14:27:17,949 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04e93f2b5fad:0 server-side Connection retries=45 2024-11-16T14:27:17,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:17,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:17,950 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T14:27:17,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:17,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T14:27:17,950 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T14:27:17,950 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T14:27:17,951 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38077 2024-11-16T14:27:17,953 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38077 connecting to ZooKeeper ensemble=127.0.0.1:58365 2024-11-16T14:27:18,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380770x0, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T14:27:18,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38077-0x101440af7470000 connected 2024-11-16T14:27:18,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:18,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:18,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:18,168 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494, hbase.cluster.distributed=false 2024-11-16T14:27:18,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T14:27:18,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38077 2024-11-16T14:27:18,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38077 2024-11-16T14:27:18,170 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38077 2024-11-16T14:27:18,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38077 2024-11-16T14:27:18,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38077 2024-11-16T14:27:18,186 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04e93f2b5fad:0 server-side Connection retries=45 2024-11-16T14:27:18,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:18,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:18,186 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T14:27:18,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:18,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T14:27:18,187 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T14:27:18,187 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T14:27:18,187 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33635 2024-11-16T14:27:18,189 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33635 connecting to ZooKeeper ensemble=127.0.0.1:58365 2024-11-16T14:27:18,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:18,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:18,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336350x0, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T14:27:18,207 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336350x0, quorum=127.0.0.1:58365, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:18,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33635-0x101440af7470001 connected 2024-11-16T14:27:18,207 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T14:27:18,208 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T14:27:18,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33635-0x101440af7470001, quorum=127.0.0.1:58365, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T14:27:18,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33635-0x101440af7470001, quorum=127.0.0.1:58365, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T14:27:18,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33635 2024-11-16T14:27:18,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33635 2024-11-16T14:27:18,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33635 2024-11-16T14:27:18,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33635 2024-11-16T14:27:18,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33635 2024-11-16T14:27:18,230 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04e93f2b5fad:0 server-side Connection retries=45 2024-11-16T14:27:18,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:18,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:18,231 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T14:27:18,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:18,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T14:27:18,231 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T14:27:18,231 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T14:27:18,232 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41485 2024-11-16T14:27:18,233 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41485 connecting to ZooKeeper ensemble=127.0.0.1:58365 2024-11-16T14:27:18,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:18,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:18,248 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414850x0, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T14:27:18,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414850x0, quorum=127.0.0.1:58365, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:18,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41485-0x101440af7470002 connected 2024-11-16T14:27:18,249 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T14:27:18,249 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T14:27:18,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41485-0x101440af7470002, quorum=127.0.0.1:58365, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T14:27:18,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41485-0x101440af7470002, quorum=127.0.0.1:58365, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T14:27:18,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41485 2024-11-16T14:27:18,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41485 2024-11-16T14:27:18,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41485 2024-11-16T14:27:18,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41485 2024-11-16T14:27:18,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41485 2024-11-16T14:27:18,276 DEBUG [M:0;04e93f2b5fad:38077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04e93f2b5fad:38077 2024-11-16T14:27:18,278 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/04e93f2b5fad,38077,1731767237949 2024-11-16T14:27:18,290 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101440af7470002, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:18,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:18,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x101440af7470001, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:18,291 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/04e93f2b5fad,38077,1731767237949 2024-11-16T14:27:18,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:18,301 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101440af7470002, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T14:27:18,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x101440af7470001, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T14:27:18,301 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101440af7470002, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:18,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x101440af7470001, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:18,301 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T14:27:18,302 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/04e93f2b5fad,38077,1731767237949 from backup master directory 2024-11-16T14:27:18,311 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101440af7470002, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:18,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x101440af7470001, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:18,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/04e93f2b5fad,38077,1731767237949 2024-11-16T14:27:18,311 WARN [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T14:27:18,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:18,311 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04e93f2b5fad,38077,1731767237949 2024-11-16T14:27:18,318 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/hbase.id] with ID: e8629792-f071-47f0-b401-d2146db506fc 2024-11-16T14:27:18,318 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/.tmp/hbase.id 2024-11-16T14:27:18,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40247 is added to blk_1073741826_1002 (size=42) 2024-11-16T14:27:18,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741826_1002 (size=42) 2024-11-16T14:27:18,325 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/.tmp/hbase.id]:[hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/hbase.id] 2024-11-16T14:27:18,345 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:18,345 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T14:27:18,348 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-16T14:27:18,353 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101440af7470002, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:18,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:18,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x101440af7470001, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:18,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40247 is added to blk_1073741827_1003 (size=196) 2024-11-16T14:27:18,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741827_1003 (size=196) 2024-11-16T14:27:18,363 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T14:27:18,364 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T14:27:18,364 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T14:27:18,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40247 is added to blk_1073741828_1004 (size=1189) 2024-11-16T14:27:18,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741828_1004 (size=1189) 2024-11-16T14:27:18,375 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/MasterData/data/master/store 2024-11-16T14:27:18,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40247 is added to blk_1073741829_1005 (size=34) 2024-11-16T14:27:18,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741829_1005 (size=34) 2024-11-16T14:27:18,384 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:18,384 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T14:27:18,384 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:18,384 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:18,384 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T14:27:18,384 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:18,385 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:18,385 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731767238384Disabling compacts and flushes for region at 1731767238384Disabling writes for close at 1731767238384Writing region close event to WAL at 1731767238385 (+1 ms)Closed at 1731767238385 2024-11-16T14:27:18,386 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T14:27:18,387 WARN [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/MasterData/data/master/store/.initializing 2024-11-16T14:27:18,387 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/MasterData/WALs/04e93f2b5fad,38077,1731767237949 2024-11-16T14:27:18,389 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T14:27:18,392 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C38077%2C1731767237949, suffix=, logDir=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/MasterData/WALs/04e93f2b5fad,38077,1731767237949, archiveDir=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/MasterData/oldWALs, maxLogs=10 2024-11-16T14:27:18,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:18,412 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/MasterData/WALs/04e93f2b5fad,38077,1731767237949/04e93f2b5fad%2C38077%2C1731767237949.1731767238392, exclude list is [], retry=0 2024-11-16T14:27:18,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40247,DS-9826893b-8a7c-4f0a-b360-81fe2936402b,DISK] 2024-11-16T14:27:18,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33749,DS-b899084c-d1e5-41cd-b33c-04dd1c4c8b2c,DISK] 2024-11-16T14:27:18,424 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/MasterData/WALs/04e93f2b5fad,38077,1731767237949/04e93f2b5fad%2C38077%2C1731767237949.1731767238392 2024-11-16T14:27:18,426 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39399:39399),(127.0.0.1/127.0.0.1:45763:45763)] 2024-11-16T14:27:18,426 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T14:27:18,427 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:18,427 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:18,427 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:18,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:18,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T14:27:18,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:18,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:18,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:18,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T14:27:18,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:18,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:18,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:18,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T14:27:18,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:18,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:18,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:18,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:18,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T14:27:18,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:18,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:18,446 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:18,447 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:18,448 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:18,450 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:18,450 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:18,451 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T14:27:18,453 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:18,456 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T14:27:18,457 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67682307, jitterRate=0.008544966578483582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T14:27:18,458 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731767238427Initializing all the Stores at 1731767238429 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767238429Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767238429Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767238429Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767238429Cleaning up temporary data from old regions at 1731767238450 (+21 ms)Region opened successfully at 1731767238458 (+8 ms) 2024-11-16T14:27:18,458 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T14:27:18,463 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311d6217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04e93f2b5fad/172.17.0.2:0 2024-11-16T14:27:18,464 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T14:27:18,464 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T14:27:18,464 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T14:27:18,465 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T14:27:18,465 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T14:27:18,466 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T14:27:18,466 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T14:27:18,468 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T14:27:18,469 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T14:27:18,479 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T14:27:18,480 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T14:27:18,481 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T14:27:18,490 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T14:27:18,490 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T14:27:18,491 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T14:27:18,500 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T14:27:18,501 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T14:27:18,511 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T14:27:18,513 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T14:27:18,521 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T14:27:18,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x101440af7470001, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:18,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:18,532 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101440af7470002, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:18,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:18,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x101440af7470001, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:18,532 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101440af7470002, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:18,533 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04e93f2b5fad,38077,1731767237949, sessionid=0x101440af7470000, setting cluster-up flag (Was=false) 2024-11-16T14:27:18,553 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101440af7470002, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:18,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x101440af7470001, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:18,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:18,585 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T14:27:18,586 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04e93f2b5fad,38077,1731767237949 2024-11-16T14:27:18,606 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101440af7470002, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:18,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:18,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x101440af7470001, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:18,637 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T14:27:18,638 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04e93f2b5fad,38077,1731767237949 2024-11-16T14:27:18,640 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T14:27:18,642 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T14:27:18,642 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T14:27:18,643 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T14:27:18,643 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04e93f2b5fad,38077,1731767237949 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T14:27:18,645 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5 2024-11-16T14:27:18,645 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5 2024-11-16T14:27:18,645 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5 2024-11-16T14:27:18,645 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5 2024-11-16T14:27:18,645 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04e93f2b5fad:0, corePoolSize=10, maxPoolSize=10 2024-11-16T14:27:18,645 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:18,645 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=2, maxPoolSize=2 2024-11-16T14:27:18,646 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:18,648 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T14:27:18,649 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T14:27:18,650 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:18,650 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T14:27:18,656 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731767268656 2024-11-16T14:27:18,657 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T14:27:18,657 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T14:27:18,657 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T14:27:18,657 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T14:27:18,657 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T14:27:18,657 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T14:27:18,657 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:18,663 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T14:27:18,664 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T14:27:18,664 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T14:27:18,664 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T14:27:18,664 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T14:27:18,665 INFO [RS:0;04e93f2b5fad:33635 {}] regionserver.HRegionServer(746): ClusterId : e8629792-f071-47f0-b401-d2146db506fc 2024-11-16T14:27:18,665 INFO [RS:1;04e93f2b5fad:41485 {}] regionserver.HRegionServer(746): ClusterId : e8629792-f071-47f0-b401-d2146db506fc 2024-11-16T14:27:18,665 DEBUG [RS:1;04e93f2b5fad:41485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T14:27:18,665 DEBUG [RS:0;04e93f2b5fad:33635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T14:27:18,665 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.large.0-1731767238665,5,FailOnTimeoutGroup] 2024-11-16T14:27:18,668 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.small.0-1731767238665,5,FailOnTimeoutGroup] 2024-11-16T14:27:18,668 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:18,668 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T14:27:18,668 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:18,668 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:18,670 DEBUG [RS:0;04e93f2b5fad:33635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T14:27:18,670 DEBUG [RS:0;04e93f2b5fad:33635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T14:27:18,670 DEBUG [RS:1;04e93f2b5fad:41485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T14:27:18,670 DEBUG [RS:1;04e93f2b5fad:41485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T14:27:18,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741831_1007 (size=1321) 2024-11-16T14:27:18,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40247 is added to blk_1073741831_1007 (size=1321) 2024-11-16T14:27:18,672 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T14:27:18,673 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494 2024-11-16T14:27:18,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40247 is added to blk_1073741832_1008 (size=32) 2024-11-16T14:27:18,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741832_1008 (size=32) 2024-11-16T14:27:18,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:18,690 DEBUG [RS:1;04e93f2b5fad:41485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T14:27:18,690 DEBUG [RS:0;04e93f2b5fad:33635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T14:27:18,691 DEBUG [RS:1;04e93f2b5fad:41485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c800280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04e93f2b5fad/172.17.0.2:0 2024-11-16T14:27:18,691 DEBUG [RS:0;04e93f2b5fad:33635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113c2b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04e93f2b5fad/172.17.0.2:0 2024-11-16T14:27:18,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T14:27:18,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T14:27:18,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:18,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:18,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T14:27:18,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T14:27:18,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:18,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:18,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T14:27:18,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T14:27:18,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:18,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:18,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T14:27:18,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T14:27:18,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:18,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:18,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T14:27:18,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/hbase/meta/1588230740 2024-11-16T14:27:18,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/hbase/meta/1588230740 2024-11-16T14:27:18,705 DEBUG [RS:1;04e93f2b5fad:41485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;04e93f2b5fad:41485 2024-11-16T14:27:18,705 INFO [RS:1;04e93f2b5fad:41485 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T14:27:18,705 INFO [RS:1;04e93f2b5fad:41485 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T14:27:18,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T14:27:18,705 DEBUG [RS:1;04e93f2b5fad:41485 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T14:27:18,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T14:27:18,705 DEBUG [RS:0;04e93f2b5fad:33635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04e93f2b5fad:33635 2024-11-16T14:27:18,705 INFO [RS:0;04e93f2b5fad:33635 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T14:27:18,705 INFO [RS:0;04e93f2b5fad:33635 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T14:27:18,705 DEBUG [RS:0;04e93f2b5fad:33635 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T14:27:18,706 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T14:27:18,706 INFO [RS:1;04e93f2b5fad:41485 {}] regionserver.HRegionServer(2659): reportForDuty to master=04e93f2b5fad,38077,1731767237949 with port=41485, startcode=1731767238230 2024-11-16T14:27:18,706 DEBUG [RS:1;04e93f2b5fad:41485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T14:27:18,707 INFO [RS:0;04e93f2b5fad:33635 {}] regionserver.HRegionServer(2659): reportForDuty to master=04e93f2b5fad,38077,1731767237949 with port=33635, startcode=1731767238186 2024-11-16T14:27:18,707 DEBUG [RS:0;04e93f2b5fad:33635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T14:27:18,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T14:27:18,709 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T14:27:18,709 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T14:27:18,710 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38077 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04e93f2b5fad,33635,1731767238186 2024-11-16T14:27:18,710 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38077 {}] master.ServerManager(517): Registering regionserver=04e93f2b5fad,33635,1731767238186 2024-11-16T14:27:18,711 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T14:27:18,711 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60453579, jitterRate=-0.0991714745759964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T14:27:18,712 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38077 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04e93f2b5fad,41485,1731767238230 2024-11-16T14:27:18,712 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38077 {}] master.ServerManager(517): Registering regionserver=04e93f2b5fad,41485,1731767238230 2024-11-16T14:27:18,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731767238690Initializing all the Stores at 1731767238691 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767238691Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767238692 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767238692Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767238692Cleaning up temporary data from old regions at 1731767238705 (+13 ms)Region opened successfully at 1731767238712 (+7 ms) 2024-11-16T14:27:18,713 DEBUG [RS:0;04e93f2b5fad:33635 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494 2024-11-16T14:27:18,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T14:27:18,713 DEBUG [RS:0;04e93f2b5fad:33635 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39189 2024-11-16T14:27:18,713 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T14:27:18,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T14:27:18,713 DEBUG [RS:0;04e93f2b5fad:33635 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T14:27:18,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T14:27:18,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T14:27:18,714 DEBUG [RS:1;04e93f2b5fad:41485 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494 2024-11-16T14:27:18,714 DEBUG [RS:1;04e93f2b5fad:41485 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39189 2024-11-16T14:27:18,715 DEBUG [RS:1;04e93f2b5fad:41485 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T14:27:18,716 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T14:27:18,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731767238713Disabling compacts and flushes for region at 1731767238713Disabling writes for close at 1731767238713Writing region close event to WAL at 1731767238716 (+3 ms)Closed at 1731767238716 2024-11-16T14:27:18,718 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T14:27:18,718 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T14:27:18,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T14:27:18,720 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T14:27:18,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T14:27:18,723 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T14:27:18,761 DEBUG [RS:0;04e93f2b5fad:33635 {}] zookeeper.ZKUtil(111): regionserver:33635-0x101440af7470001, quorum=127.0.0.1:58365, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04e93f2b5fad,33635,1731767238186 2024-11-16T14:27:18,761 WARN [RS:0;04e93f2b5fad:33635 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T14:27:18,761 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04e93f2b5fad,41485,1731767238230] 2024-11-16T14:27:18,761 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04e93f2b5fad,33635,1731767238186] 2024-11-16T14:27:18,762 INFO [RS:0;04e93f2b5fad:33635 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T14:27:18,762 DEBUG [RS:1;04e93f2b5fad:41485 {}] zookeeper.ZKUtil(111): regionserver:41485-0x101440af7470002, quorum=127.0.0.1:58365, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04e93f2b5fad,41485,1731767238230 2024-11-16T14:27:18,762 DEBUG [RS:0;04e93f2b5fad:33635 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/WALs/04e93f2b5fad,33635,1731767238186 2024-11-16T14:27:18,762 WARN [RS:1;04e93f2b5fad:41485 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T14:27:18,762 INFO [RS:1;04e93f2b5fad:41485 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T14:27:18,762 DEBUG [RS:1;04e93f2b5fad:41485 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/WALs/04e93f2b5fad,41485,1731767238230 2024-11-16T14:27:18,766 INFO [RS:0;04e93f2b5fad:33635 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T14:27:18,766 INFO [RS:1;04e93f2b5fad:41485 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T14:27:18,768 INFO [RS:0;04e93f2b5fad:33635 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T14:27:18,768 INFO [RS:0;04e93f2b5fad:33635 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T14:27:18,769 INFO [RS:0;04e93f2b5fad:33635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:18,769 INFO [RS:0;04e93f2b5fad:33635 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T14:27:18,770 INFO [RS:0;04e93f2b5fad:33635 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T14:27:18,770 INFO [RS:0;04e93f2b5fad:33635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:18,770 DEBUG [RS:0;04e93f2b5fad:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:18,770 INFO [RS:1;04e93f2b5fad:41485 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T14:27:18,770 DEBUG [RS:0;04e93f2b5fad:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:18,770 DEBUG [RS:0;04e93f2b5fad:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:18,771 DEBUG [RS:0;04e93f2b5fad:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:18,771 INFO [RS:1;04e93f2b5fad:41485 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T14:27:18,771 DEBUG [RS:0;04e93f2b5fad:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:18,771 INFO [RS:1;04e93f2b5fad:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:18,771 DEBUG [RS:0;04e93f2b5fad:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04e93f2b5fad:0, corePoolSize=2, maxPoolSize=2 2024-11-16T14:27:18,771 DEBUG [RS:0;04e93f2b5fad:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:18,771 INFO [RS:1;04e93f2b5fad:41485 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T14:27:18,771 DEBUG [RS:0;04e93f2b5fad:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:18,771 DEBUG [RS:0;04e93f2b5fad:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:18,771 DEBUG [RS:0;04e93f2b5fad:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:18,771 DEBUG [RS:0;04e93f2b5fad:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:18,771 DEBUG [RS:0;04e93f2b5fad:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:18,772 DEBUG [RS:0;04e93f2b5fad:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04e93f2b5fad:0, corePoolSize=3, maxPoolSize=3 2024-11-16T14:27:18,772 DEBUG [RS:0;04e93f2b5fad:33635 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04e93f2b5fad:0, corePoolSize=3, maxPoolSize=3 2024-11-16T14:27:18,772 INFO [RS:1;04e93f2b5fad:41485 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T14:27:18,772 INFO [RS:1;04e93f2b5fad:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:18,772 DEBUG [RS:1;04e93f2b5fad:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:18,772 DEBUG [RS:1;04e93f2b5fad:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:18,772 DEBUG [RS:1;04e93f2b5fad:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:18,772 DEBUG [RS:1;04e93f2b5fad:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:18,772 DEBUG [RS:1;04e93f2b5fad:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:18,772 DEBUG [RS:1;04e93f2b5fad:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04e93f2b5fad:0, corePoolSize=2, maxPoolSize=2 2024-11-16T14:27:18,773 DEBUG [RS:1;04e93f2b5fad:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:18,773 DEBUG [RS:1;04e93f2b5fad:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:18,773 DEBUG [RS:1;04e93f2b5fad:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:18,773 DEBUG [RS:1;04e93f2b5fad:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:18,773 DEBUG [RS:1;04e93f2b5fad:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:18,773 DEBUG [RS:1;04e93f2b5fad:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:18,773 DEBUG [RS:1;04e93f2b5fad:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04e93f2b5fad:0, corePoolSize=3, maxPoolSize=3 2024-11-16T14:27:18,773 DEBUG [RS:1;04e93f2b5fad:41485 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04e93f2b5fad:0, corePoolSize=3, maxPoolSize=3 2024-11-16T14:27:18,778 INFO [RS:0;04e93f2b5fad:33635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:18,778 INFO [RS:1;04e93f2b5fad:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:18,778 INFO [RS:0;04e93f2b5fad:33635 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:18,778 INFO [RS:1;04e93f2b5fad:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:18,778 INFO [RS:0;04e93f2b5fad:33635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:18,778 INFO [RS:1;04e93f2b5fad:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:18,778 INFO [RS:0;04e93f2b5fad:33635 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:18,778 INFO [RS:0;04e93f2b5fad:33635 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:18,778 INFO [RS:1;04e93f2b5fad:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:18,778 INFO [RS:0;04e93f2b5fad:33635 {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,33635,1731767238186-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T14:27:18,779 INFO [RS:1;04e93f2b5fad:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:18,779 INFO [RS:1;04e93f2b5fad:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,41485,1731767238230-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T14:27:18,795 INFO [RS:0;04e93f2b5fad:33635 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T14:27:18,795 INFO [RS:0;04e93f2b5fad:33635 {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,33635,1731767238186-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:18,795 INFO [RS:0;04e93f2b5fad:33635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:18,795 INFO [RS:0;04e93f2b5fad:33635 {}] regionserver.Replication(171): 04e93f2b5fad,33635,1731767238186 started 2024-11-16T14:27:18,803 INFO [RS:1;04e93f2b5fad:41485 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T14:27:18,803 INFO [RS:1;04e93f2b5fad:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,41485,1731767238230-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:18,804 INFO [RS:1;04e93f2b5fad:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:18,804 INFO [RS:1;04e93f2b5fad:41485 {}] regionserver.Replication(171): 04e93f2b5fad,41485,1731767238230 started 2024-11-16T14:27:18,810 INFO [RS:0;04e93f2b5fad:33635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:18,810 INFO [RS:0;04e93f2b5fad:33635 {}] regionserver.HRegionServer(1482): Serving as 04e93f2b5fad,33635,1731767238186, RpcServer on 04e93f2b5fad/172.17.0.2:33635, sessionid=0x101440af7470001 2024-11-16T14:27:18,810 DEBUG [RS:0;04e93f2b5fad:33635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T14:27:18,810 DEBUG [RS:0;04e93f2b5fad:33635 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04e93f2b5fad,33635,1731767238186 2024-11-16T14:27:18,810 DEBUG [RS:0;04e93f2b5fad:33635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04e93f2b5fad,33635,1731767238186' 2024-11-16T14:27:18,810 DEBUG [RS:0;04e93f2b5fad:33635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T14:27:18,811 DEBUG [RS:0;04e93f2b5fad:33635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T14:27:18,811 DEBUG [RS:0;04e93f2b5fad:33635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T14:27:18,811 DEBUG [RS:0;04e93f2b5fad:33635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T14:27:18,811 DEBUG [RS:0;04e93f2b5fad:33635 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04e93f2b5fad,33635,1731767238186 2024-11-16T14:27:18,811 DEBUG [RS:0;04e93f2b5fad:33635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04e93f2b5fad,33635,1731767238186' 2024-11-16T14:27:18,812 DEBUG [RS:0;04e93f2b5fad:33635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T14:27:18,812 DEBUG [RS:0;04e93f2b5fad:33635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T14:27:18,812 DEBUG [RS:0;04e93f2b5fad:33635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T14:27:18,812 INFO [RS:0;04e93f2b5fad:33635 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T14:27:18,812 INFO [RS:0;04e93f2b5fad:33635 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T14:27:18,824 INFO [RS:1;04e93f2b5fad:41485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:18,825 INFO [RS:1;04e93f2b5fad:41485 {}] regionserver.HRegionServer(1482): Serving as 04e93f2b5fad,41485,1731767238230, RpcServer on 04e93f2b5fad/172.17.0.2:41485, sessionid=0x101440af7470002 2024-11-16T14:27:18,825 DEBUG [RS:1;04e93f2b5fad:41485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T14:27:18,825 DEBUG [RS:1;04e93f2b5fad:41485 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04e93f2b5fad,41485,1731767238230 2024-11-16T14:27:18,825 DEBUG [RS:1;04e93f2b5fad:41485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04e93f2b5fad,41485,1731767238230' 2024-11-16T14:27:18,825 DEBUG [RS:1;04e93f2b5fad:41485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T14:27:18,826 DEBUG [RS:1;04e93f2b5fad:41485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T14:27:18,826 DEBUG [RS:1;04e93f2b5fad:41485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T14:27:18,826 DEBUG [RS:1;04e93f2b5fad:41485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T14:27:18,826 DEBUG [RS:1;04e93f2b5fad:41485 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04e93f2b5fad,41485,1731767238230 2024-11-16T14:27:18,826 DEBUG [RS:1;04e93f2b5fad:41485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04e93f2b5fad,41485,1731767238230' 2024-11-16T14:27:18,826 DEBUG [RS:1;04e93f2b5fad:41485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T14:27:18,827 DEBUG [RS:1;04e93f2b5fad:41485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T14:27:18,827 DEBUG [RS:1;04e93f2b5fad:41485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T14:27:18,827 INFO [RS:1;04e93f2b5fad:41485 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T14:27:18,827 INFO [RS:1;04e93f2b5fad:41485 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T14:27:18,873 WARN [04e93f2b5fad:38077 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T14:27:18,913 INFO [RS:0;04e93f2b5fad:33635 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T14:27:18,915 INFO [RS:0;04e93f2b5fad:33635 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C33635%2C1731767238186, suffix=, logDir=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/WALs/04e93f2b5fad,33635,1731767238186, archiveDir=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/oldWALs, maxLogs=32 2024-11-16T14:27:18,928 INFO [RS:1;04e93f2b5fad:41485 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T14:27:18,930 DEBUG [RS:0;04e93f2b5fad:33635 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/WALs/04e93f2b5fad,33635,1731767238186/04e93f2b5fad%2C33635%2C1731767238186.1731767238917, exclude list is [], retry=0 2024-11-16T14:27:18,930 INFO [RS:1;04e93f2b5fad:41485 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C41485%2C1731767238230, suffix=, logDir=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/WALs/04e93f2b5fad,41485,1731767238230, archiveDir=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/oldWALs, maxLogs=32 2024-11-16T14:27:18,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33749,DS-b899084c-d1e5-41cd-b33c-04dd1c4c8b2c,DISK] 2024-11-16T14:27:18,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40247,DS-9826893b-8a7c-4f0a-b360-81fe2936402b,DISK] 2024-11-16T14:27:18,936 INFO [RS:0;04e93f2b5fad:33635 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/WALs/04e93f2b5fad,33635,1731767238186/04e93f2b5fad%2C33635%2C1731767238186.1731767238917 2024-11-16T14:27:18,936 DEBUG [RS:0;04e93f2b5fad:33635 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39399:39399),(127.0.0.1/127.0.0.1:45763:45763)] 2024-11-16T14:27:18,945 DEBUG [RS:1;04e93f2b5fad:41485 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/WALs/04e93f2b5fad,41485,1731767238230/04e93f2b5fad%2C41485%2C1731767238230.1731767238932, exclude list is [], retry=0 2024-11-16T14:27:18,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40247,DS-9826893b-8a7c-4f0a-b360-81fe2936402b,DISK] 2024-11-16T14:27:18,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33749,DS-b899084c-d1e5-41cd-b33c-04dd1c4c8b2c,DISK] 2024-11-16T14:27:18,951 INFO [RS:1;04e93f2b5fad:41485 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/WALs/04e93f2b5fad,41485,1731767238230/04e93f2b5fad%2C41485%2C1731767238230.1731767238932 2024-11-16T14:27:18,952 DEBUG [RS:1;04e93f2b5fad:41485 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45763:45763),(127.0.0.1/127.0.0.1:39399:39399)] 2024-11-16T14:27:19,123 DEBUG [04e93f2b5fad:38077 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-16T14:27:19,124 DEBUG [04e93f2b5fad:38077 {}] balancer.BalancerClusterState(204): Hosts are {04e93f2b5fad=0} racks are {/default-rack=0} 2024-11-16T14:27:19,126 DEBUG [04e93f2b5fad:38077 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T14:27:19,126 DEBUG [04e93f2b5fad:38077 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T14:27:19,126 DEBUG [04e93f2b5fad:38077 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T14:27:19,126 DEBUG [04e93f2b5fad:38077 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T14:27:19,126 INFO [04e93f2b5fad:38077 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T14:27:19,126 INFO [04e93f2b5fad:38077 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T14:27:19,126 DEBUG [04e93f2b5fad:38077 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T14:27:19,126 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04e93f2b5fad,33635,1731767238186 2024-11-16T14:27:19,128 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04e93f2b5fad,33635,1731767238186, state=OPENING 2024-11-16T14:27:19,142 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T14:27:19,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:19,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x101440af7470001, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:19,153 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101440af7470002, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:19,154 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T14:27:19,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04e93f2b5fad,33635,1731767238186}] 2024-11-16T14:27:19,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:19,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:19,154 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:19,308 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T14:27:19,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T14:27:19,315 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T14:27:19,315 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T14:27:19,315 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T14:27:19,318 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C33635%2C1731767238186.meta, suffix=.meta, logDir=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/WALs/04e93f2b5fad,33635,1731767238186, archiveDir=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/oldWALs, maxLogs=32 2024-11-16T14:27:19,330 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/WALs/04e93f2b5fad,33635,1731767238186/04e93f2b5fad%2C33635%2C1731767238186.meta.1731767239318.meta, exclude list is [], retry=0 2024-11-16T14:27:19,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40247,DS-9826893b-8a7c-4f0a-b360-81fe2936402b,DISK] 2024-11-16T14:27:19,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33749,DS-b899084c-d1e5-41cd-b33c-04dd1c4c8b2c,DISK] 2024-11-16T14:27:19,336 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/WALs/04e93f2b5fad,33635,1731767238186/04e93f2b5fad%2C33635%2C1731767238186.meta.1731767239318.meta 2024-11-16T14:27:19,336 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45763:45763),(127.0.0.1/127.0.0.1:39399:39399)] 2024-11-16T14:27:19,337 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T14:27:19,337 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T14:27:19,337 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T14:27:19,337 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T14:27:19,338 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T14:27:19,338 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:19,338 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T14:27:19,338 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T14:27:19,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T14:27:19,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T14:27:19,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:19,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:19,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T14:27:19,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T14:27:19,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:19,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:19,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T14:27:19,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T14:27:19,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:19,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:19,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T14:27:19,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T14:27:19,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:19,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:19,348 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T14:27:19,349 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/hbase/meta/1588230740 2024-11-16T14:27:19,350 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/hbase/meta/1588230740 2024-11-16T14:27:19,352 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T14:27:19,352 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T14:27:19,353 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T14:27:19,355 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T14:27:19,356 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73593236, jitterRate=0.09662467241287231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T14:27:19,356 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T14:27:19,357 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731767239338Writing region info on filesystem at 1731767239338Initializing all the Stores at 1731767239339 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767239339Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767239339Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767239339Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767239340 (+1 ms)Cleaning up temporary data from old regions at 1731767239352 (+12 ms)Running coprocessor post-open hooks at 1731767239356 (+4 ms)Region opened successfully at 1731767239357 (+1 ms) 2024-11-16T14:27:19,358 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731767239307 2024-11-16T14:27:19,361 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T14:27:19,361 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T14:27:19,362 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,33635,1731767238186 2024-11-16T14:27:19,364 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04e93f2b5fad,33635,1731767238186, state=OPEN 2024-11-16T14:27:19,395 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101440af7470002, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T14:27:19,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T14:27:19,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x101440af7470001, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T14:27:19,395 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04e93f2b5fad,33635,1731767238186 2024-11-16T14:27:19,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:19,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:19,395 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:19,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T14:27:19,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04e93f2b5fad,33635,1731767238186 in 241 msec 2024-11-16T14:27:19,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T14:27:19,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 681 msec 2024-11-16T14:27:19,403 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T14:27:19,403 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T14:27:19,405 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T14:27:19,405 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04e93f2b5fad,33635,1731767238186, seqNum=-1] 2024-11-16T14:27:19,405 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T14:27:19,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T14:27:19,415 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 771 msec 2024-11-16T14:27:19,415 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731767239415, completionTime=-1 2024-11-16T14:27:19,415 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-16T14:27:19,415 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T14:27:19,417 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-16T14:27:19,417 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731767299417 2024-11-16T14:27:19,417 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731767359417 2024-11-16T14:27:19,417 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T14:27:19,418 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,38077,1731767237949-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:19,418 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,38077,1731767237949-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:19,418 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,38077,1731767237949-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:19,418 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04e93f2b5fad:38077, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:19,418 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:19,418 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:19,421 DEBUG [master/04e93f2b5fad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T14:27:19,423 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.112sec 2024-11-16T14:27:19,423 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T14:27:19,423 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T14:27:19,423 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T14:27:19,423 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T14:27:19,423 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T14:27:19,423 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,38077,1731767237949-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T14:27:19,423 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,38077,1731767237949-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T14:27:19,426 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T14:27:19,426 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T14:27:19,426 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,38077,1731767237949-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:19,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f5fb690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T14:27:19,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04e93f2b5fad,38077,-1 for getting cluster id 2024-11-16T14:27:19,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T14:27:19,467 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e8629792-f071-47f0-b401-d2146db506fc' 2024-11-16T14:27:19,468 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T14:27:19,468 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e8629792-f071-47f0-b401-d2146db506fc" 2024-11-16T14:27:19,468 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5920dd01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T14:27:19,468 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04e93f2b5fad,38077,-1] 2024-11-16T14:27:19,469 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T14:27:19,469 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:19,471 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T14:27:19,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7771c225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T14:27:19,472 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T14:27:19,473 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04e93f2b5fad,33635,1731767238186, seqNum=-1] 2024-11-16T14:27:19,474 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T14:27:19,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T14:27:19,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04e93f2b5fad,38077,1731767237949 2024-11-16T14:27:19,478 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T14:27:19,479 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 04e93f2b5fad,38077,1731767237949 2024-11-16T14:27:19,479 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36a3e371 2024-11-16T14:27:19,479 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T14:27:19,481 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T14:27:19,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38077 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T14:27:19,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38077 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-16T14:27:19,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T14:27:19,485 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:19,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38077 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-16T14:27:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T14:27:19,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T14:27:19,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40247 is added to blk_1073741836_1012 (size=379) 2024-11-16T14:27:19,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741836_1012 (size=379) 2024-11-16T14:27:19,497 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f4c7560323722acae6023f337b8a052, NAME => 'testClearRegionBlockCache,,1731767239481.8f4c7560323722acae6023f337b8a052.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494 2024-11-16T14:27:19,497 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 617fa206daf8321bd7fce67608299b02, NAME => 'testClearRegionBlockCache,5,1731767239481.617fa206daf8321bd7fce67608299b02.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494 2024-11-16T14:27:19,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40247 is added to blk_1073741837_1013 (size=61) 2024-11-16T14:27:19,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741838_1014 (size=61) 2024-11-16T14:27:19,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40247 is added to blk_1073741838_1014 (size=61) 2024-11-16T14:27:19,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741837_1013 (size=61) 2024-11-16T14:27:19,515 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731767239481.8f4c7560323722acae6023f337b8a052.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:19,515 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 8f4c7560323722acae6023f337b8a052, disabling compactions & flushes 2024-11-16T14:27:19,515 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731767239481.8f4c7560323722acae6023f337b8a052. 2024-11-16T14:27:19,515 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731767239481.8f4c7560323722acae6023f337b8a052. 2024-11-16T14:27:19,515 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731767239481.8f4c7560323722acae6023f337b8a052. after waiting 0 ms 2024-11-16T14:27:19,515 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731767239481.617fa206daf8321bd7fce67608299b02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:19,515 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731767239481.8f4c7560323722acae6023f337b8a052. 2024-11-16T14:27:19,515 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731767239481.8f4c7560323722acae6023f337b8a052. 2024-11-16T14:27:19,515 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 617fa206daf8321bd7fce67608299b02, disabling compactions & flushes 2024-11-16T14:27:19,515 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f4c7560323722acae6023f337b8a052: Waiting for close lock at 1731767239515Disabling compacts and flushes for region at 1731767239515Disabling writes for close at 1731767239515Writing region close event to WAL at 1731767239515Closed at 1731767239515 2024-11-16T14:27:19,515 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731767239481.617fa206daf8321bd7fce67608299b02. 2024-11-16T14:27:19,515 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731767239481.617fa206daf8321bd7fce67608299b02. 2024-11-16T14:27:19,515 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731767239481.617fa206daf8321bd7fce67608299b02. after waiting 0 ms 2024-11-16T14:27:19,515 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731767239481.617fa206daf8321bd7fce67608299b02. 2024-11-16T14:27:19,515 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731767239481.617fa206daf8321bd7fce67608299b02. 2024-11-16T14:27:19,515 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 617fa206daf8321bd7fce67608299b02: Waiting for close lock at 1731767239515Disabling compacts and flushes for region at 1731767239515Disabling writes for close at 1731767239515Writing region close event to WAL at 1731767239515Closed at 1731767239515 2024-11-16T14:27:19,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T14:27:19,517 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731767239481.8f4c7560323722acae6023f337b8a052.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731767239517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731767239517"}]},"ts":"1731767239517"} 2024-11-16T14:27:19,517 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731767239481.617fa206daf8321bd7fce67608299b02.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731767239517"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731767239517"}]},"ts":"1731767239517"} 2024-11-16T14:27:19,521 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-16T14:27:19,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T14:27:19,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731767239522"}]},"ts":"1731767239522"} 2024-11-16T14:27:19,525 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-16T14:27:19,526 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {04e93f2b5fad=0} racks are {/default-rack=0} 2024-11-16T14:27:19,527 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T14:27:19,527 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T14:27:19,527 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T14:27:19,527 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T14:27:19,527 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T14:27:19,527 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T14:27:19,527 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T14:27:19,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8f4c7560323722acae6023f337b8a052, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=617fa206daf8321bd7fce67608299b02, ASSIGN}] 2024-11-16T14:27:19,530 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8f4c7560323722acae6023f337b8a052, ASSIGN 2024-11-16T14:27:19,530 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=617fa206daf8321bd7fce67608299b02, ASSIGN 2024-11-16T14:27:19,531 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=617fa206daf8321bd7fce67608299b02, ASSIGN; state=OFFLINE, location=04e93f2b5fad,33635,1731767238186; forceNewPlan=false, retain=false 2024-11-16T14:27:19,531 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8f4c7560323722acae6023f337b8a052, ASSIGN; state=OFFLINE, location=04e93f2b5fad,41485,1731767238230; forceNewPlan=false, retain=false 2024-11-16T14:27:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T14:27:19,682 INFO [04e93f2b5fad:38077 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-16T14:27:19,682 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=617fa206daf8321bd7fce67608299b02, regionState=OPENING, regionLocation=04e93f2b5fad,33635,1731767238186 2024-11-16T14:27:19,682 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f4c7560323722acae6023f337b8a052, regionState=OPENING, regionLocation=04e93f2b5fad,41485,1731767238230 2024-11-16T14:27:19,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8f4c7560323722acae6023f337b8a052, ASSIGN because future has completed 2024-11-16T14:27:19,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f4c7560323722acae6023f337b8a052, server=04e93f2b5fad,41485,1731767238230}] 2024-11-16T14:27:19,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=617fa206daf8321bd7fce67608299b02, ASSIGN because future has completed 2024-11-16T14:27:19,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 617fa206daf8321bd7fce67608299b02, server=04e93f2b5fad,33635,1731767238186}] 2024-11-16T14:27:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T14:27:19,840 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T14:27:19,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T14:27:19,846 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731767239481.8f4c7560323722acae6023f337b8a052. 2024-11-16T14:27:19,846 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731767239481.617fa206daf8321bd7fce67608299b02. 2024-11-16T14:27:19,846 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f4c7560323722acae6023f337b8a052, NAME => 'testClearRegionBlockCache,,1731767239481.8f4c7560323722acae6023f337b8a052.', STARTKEY => '', ENDKEY => '5'} 2024-11-16T14:27:19,846 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 617fa206daf8321bd7fce67608299b02, NAME => 'testClearRegionBlockCache,5,1731767239481.617fa206daf8321bd7fce67608299b02.', STARTKEY => '5', ENDKEY => ''} 2024-11-16T14:27:19,846 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8f4c7560323722acae6023f337b8a052 2024-11-16T14:27:19,846 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731767239481.8f4c7560323722acae6023f337b8a052.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:19,846 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8f4c7560323722acae6023f337b8a052 2024-11-16T14:27:19,846 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8f4c7560323722acae6023f337b8a052 2024-11-16T14:27:19,847 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 617fa206daf8321bd7fce67608299b02 2024-11-16T14:27:19,847 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731767239481.617fa206daf8321bd7fce67608299b02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:19,847 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 617fa206daf8321bd7fce67608299b02 2024-11-16T14:27:19,847 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 617fa206daf8321bd7fce67608299b02 2024-11-16T14:27:19,848 INFO [StoreOpener-8f4c7560323722acae6023f337b8a052-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8f4c7560323722acae6023f337b8a052 2024-11-16T14:27:19,848 INFO [StoreOpener-617fa206daf8321bd7fce67608299b02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 617fa206daf8321bd7fce67608299b02 2024-11-16T14:27:19,850 INFO [StoreOpener-8f4c7560323722acae6023f337b8a052-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f4c7560323722acae6023f337b8a052 columnFamilyName family 2024-11-16T14:27:19,850 INFO [StoreOpener-617fa206daf8321bd7fce67608299b02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 617fa206daf8321bd7fce67608299b02 columnFamilyName family 2024-11-16T14:27:19,850 DEBUG [StoreOpener-8f4c7560323722acae6023f337b8a052-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:19,850 DEBUG [StoreOpener-617fa206daf8321bd7fce67608299b02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:19,850 INFO [StoreOpener-617fa206daf8321bd7fce67608299b02-1 {}] regionserver.HStore(327): Store=617fa206daf8321bd7fce67608299b02/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:19,850 INFO [StoreOpener-8f4c7560323722acae6023f337b8a052-1 {}] regionserver.HStore(327): Store=8f4c7560323722acae6023f337b8a052/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:19,850 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8f4c7560323722acae6023f337b8a052 2024-11-16T14:27:19,850 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 617fa206daf8321bd7fce67608299b02 2024-11-16T14:27:19,851 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/default/testClearRegionBlockCache/617fa206daf8321bd7fce67608299b02 2024-11-16T14:27:19,852 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/default/testClearRegionBlockCache/8f4c7560323722acae6023f337b8a052 2024-11-16T14:27:19,852 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/default/testClearRegionBlockCache/617fa206daf8321bd7fce67608299b02 2024-11-16T14:27:19,852 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/default/testClearRegionBlockCache/8f4c7560323722acae6023f337b8a052 2024-11-16T14:27:19,852 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 617fa206daf8321bd7fce67608299b02 2024-11-16T14:27:19,852 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 617fa206daf8321bd7fce67608299b02 2024-11-16T14:27:19,852 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8f4c7560323722acae6023f337b8a052 2024-11-16T14:27:19,852 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8f4c7560323722acae6023f337b8a052 2024-11-16T14:27:19,854 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8f4c7560323722acae6023f337b8a052 2024-11-16T14:27:19,854 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 617fa206daf8321bd7fce67608299b02 2024-11-16T14:27:19,858 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/default/testClearRegionBlockCache/8f4c7560323722acae6023f337b8a052/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T14:27:19,858 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/default/testClearRegionBlockCache/617fa206daf8321bd7fce67608299b02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T14:27:19,858 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 8f4c7560323722acae6023f337b8a052; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61887843, jitterRate=-0.07779927551746368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T14:27:19,858 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f4c7560323722acae6023f337b8a052 2024-11-16T14:27:19,859 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 617fa206daf8321bd7fce67608299b02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75157010, jitterRate=0.11992672085762024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T14:27:19,859 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 617fa206daf8321bd7fce67608299b02 2024-11-16T14:27:19,859 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 617fa206daf8321bd7fce67608299b02: Running coprocessor pre-open hook at 1731767239847Writing region info on filesystem at 1731767239847Initializing all the Stores at 1731767239848 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767239848Cleaning up temporary data from old regions at 1731767239852 (+4 ms)Running coprocessor post-open hooks at 1731767239859 (+7 ms)Region opened successfully at 1731767239859 2024-11-16T14:27:19,859 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8f4c7560323722acae6023f337b8a052: Running coprocessor pre-open hook at 1731767239847Writing region info on filesystem at 1731767239847Initializing all the Stores at 1731767239848 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767239848Cleaning up temporary data from old regions at 1731767239853 (+5 ms)Running coprocessor post-open hooks at 1731767239858 (+5 ms)Region opened successfully at 1731767239859 (+1 ms) 2024-11-16T14:27:19,860 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731767239481.617fa206daf8321bd7fce67608299b02., pid=8, masterSystemTime=1731767239842 2024-11-16T14:27:19,860 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731767239481.8f4c7560323722acae6023f337b8a052., pid=7, masterSystemTime=1731767239839 2024-11-16T14:27:19,864 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731767239481.8f4c7560323722acae6023f337b8a052. 2024-11-16T14:27:19,865 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731767239481.8f4c7560323722acae6023f337b8a052. 2024-11-16T14:27:19,865 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f4c7560323722acae6023f337b8a052, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,41485,1731767238230 2024-11-16T14:27:19,866 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731767239481.617fa206daf8321bd7fce67608299b02. 2024-11-16T14:27:19,866 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731767239481.617fa206daf8321bd7fce67608299b02. 2024-11-16T14:27:19,867 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=617fa206daf8321bd7fce67608299b02, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,33635,1731767238186 2024-11-16T14:27:19,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f4c7560323722acae6023f337b8a052, server=04e93f2b5fad,41485,1731767238230 because future has completed 2024-11-16T14:27:19,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 617fa206daf8321bd7fce67608299b02, server=04e93f2b5fad,33635,1731767238186 because future has completed 2024-11-16T14:27:19,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-16T14:27:19,876 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f4c7560323722acae6023f337b8a052, server=04e93f2b5fad,41485,1731767238230 in 186 msec 2024-11-16T14:27:19,876 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38077 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=04e93f2b5fad,41485,1731767238230, table=testClearRegionBlockCache, region=8f4c7560323722acae6023f337b8a052. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T14:27:19,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8f4c7560323722acae6023f337b8a052, ASSIGN in 349 msec 2024-11-16T14:27:19,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-16T14:27:19,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 617fa206daf8321bd7fce67608299b02, server=04e93f2b5fad,33635,1731767238186 in 190 msec 2024-11-16T14:27:19,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-16T14:27:19,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=617fa206daf8321bd7fce67608299b02, ASSIGN in 354 msec 2024-11-16T14:27:19,885 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T14:27:19,885 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731767239885"}]},"ts":"1731767239885"} 2024-11-16T14:27:19,888 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-16T14:27:19,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T14:27:19,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 407 msec 2024-11-16T14:27:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T14:27:20,110 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-16T14:27:20,110 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-16T14:27:20,110 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T14:27:20,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-16T14:27:20,113 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T14:27:20,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-16T14:27:20,116 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731767239481.8f4c7560323722acae6023f337b8a052., hostname=04e93f2b5fad,41485,1731767238230, seqNum=2] 2024-11-16T14:27:20,117 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T14:27:20,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T14:27:20,132 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731767239481.617fa206daf8321bd7fce67608299b02., hostname=04e93f2b5fad,33635,1731767238186, seqNum=2] 2024-11-16T14:27:20,144 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 617fa206daf8321bd7fce67608299b02 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-16T14:27:20,159 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/default/testClearRegionBlockCache/617fa206daf8321bd7fce67608299b02/.tmp/family/2672dfa880414b42bfd2c14cb97cb09a is 32, key is 5/family:/1731767240133/Put/seqid=0 2024-11-16T14:27:20,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40247 is added to blk_1073741839_1015 (size=5083) 2024-11-16T14:27:20,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741839_1015 (size=5083) 2024-11-16T14:27:20,168 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/default/testClearRegionBlockCache/617fa206daf8321bd7fce67608299b02/.tmp/family/2672dfa880414b42bfd2c14cb97cb09a 2024-11-16T14:27:20,177 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/default/testClearRegionBlockCache/617fa206daf8321bd7fce67608299b02/.tmp/family/2672dfa880414b42bfd2c14cb97cb09a as hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/default/testClearRegionBlockCache/617fa206daf8321bd7fce67608299b02/family/2672dfa880414b42bfd2c14cb97cb09a 2024-11-16T14:27:20,185 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/default/testClearRegionBlockCache/617fa206daf8321bd7fce67608299b02/family/2672dfa880414b42bfd2c14cb97cb09a, entries=5, sequenceid=9, filesize=5.0 K 2024-11-16T14:27:20,187 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 617fa206daf8321bd7fce67608299b02 in 43ms, sequenceid=9, compaction requested=false 2024-11-16T14:27:20,187 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 617fa206daf8321bd7fce67608299b02: 2024-11-16T14:27:20,187 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8f4c7560323722acae6023f337b8a052 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-16T14:27:20,208 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/default/testClearRegionBlockCache/8f4c7560323722acae6023f337b8a052/.tmp/family/c7498673a53f4e77bc3bea30c263a63d is 32, key is 1/family:/1731767240119/Put/seqid=0 2024-11-16T14:27:20,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741840_1016 (size=5054) 2024-11-16T14:27:20,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40247 is added to blk_1073741840_1016 (size=5054) 2024-11-16T14:27:20,214 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/default/testClearRegionBlockCache/8f4c7560323722acae6023f337b8a052/.tmp/family/c7498673a53f4e77bc3bea30c263a63d 2024-11-16T14:27:20,223 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/default/testClearRegionBlockCache/8f4c7560323722acae6023f337b8a052/.tmp/family/c7498673a53f4e77bc3bea30c263a63d as hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/default/testClearRegionBlockCache/8f4c7560323722acae6023f337b8a052/family/c7498673a53f4e77bc3bea30c263a63d 2024-11-16T14:27:20,230 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/default/testClearRegionBlockCache/8f4c7560323722acae6023f337b8a052/family/c7498673a53f4e77bc3bea30c263a63d, entries=4, sequenceid=8, filesize=4.9 K 2024-11-16T14:27:20,231 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 8f4c7560323722acae6023f337b8a052 in 44ms, sequenceid=8, compaction requested=false 2024-11-16T14:27:20,232 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8f4c7560323722acae6023f337b8a052: 2024-11-16T14:27:20,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T14:27:20,237 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T14:27:20,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T14:27:20,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:20,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:20,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T14:27:20,237 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T14:27:20,237 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1369313375, stopped=false 2024-11-16T14:27:20,237 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04e93f2b5fad,38077,1731767237949 2024-11-16T14:27:20,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:20,300 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101440af7470002, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:20,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x101440af7470001, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:20,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:20,301 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T14:27:20,301 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101440af7470002, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:20,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x101440af7470001, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:20,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41485-0x101440af7470002, quorum=127.0.0.1:58365, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:20,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33635-0x101440af7470001, quorum=127.0.0.1:58365, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:20,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T14:27:20,301 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T14:27:20,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:20,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T14:27:20,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:20,302 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T14:27:20,302 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04e93f2b5fad,33635,1731767238186' ***** 2024-11-16T14:27:20,302 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T14:27:20,302 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04e93f2b5fad,41485,1731767238230' ***** 2024-11-16T14:27:20,302 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T14:27:20,303 INFO [RS:0;04e93f2b5fad:33635 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T14:27:20,303 INFO [RS:1;04e93f2b5fad:41485 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T14:27:20,303 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T14:27:20,303 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T14:27:20,303 INFO [RS:0;04e93f2b5fad:33635 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T14:27:20,303 INFO [RS:1;04e93f2b5fad:41485 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T14:27:20,303 INFO [RS:0;04e93f2b5fad:33635 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T14:27:20,303 INFO [RS:1;04e93f2b5fad:41485 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T14:27:20,303 INFO [RS:0;04e93f2b5fad:33635 {}] regionserver.HRegionServer(3091): Received CLOSE for 617fa206daf8321bd7fce67608299b02 2024-11-16T14:27:20,303 INFO [RS:1;04e93f2b5fad:41485 {}] regionserver.HRegionServer(3091): Received CLOSE for 8f4c7560323722acae6023f337b8a052 2024-11-16T14:27:20,303 INFO [RS:0;04e93f2b5fad:33635 {}] regionserver.HRegionServer(959): stopping server 04e93f2b5fad,33635,1731767238186 2024-11-16T14:27:20,303 INFO [RS:0;04e93f2b5fad:33635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T14:27:20,303 INFO [RS:1;04e93f2b5fad:41485 {}] regionserver.HRegionServer(959): stopping server 04e93f2b5fad,41485,1731767238230 2024-11-16T14:27:20,303 INFO [RS:1;04e93f2b5fad:41485 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T14:27:20,303 INFO [RS:0;04e93f2b5fad:33635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04e93f2b5fad:33635. 2024-11-16T14:27:20,303 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 617fa206daf8321bd7fce67608299b02, disabling compactions & flushes 2024-11-16T14:27:20,304 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8f4c7560323722acae6023f337b8a052, disabling compactions & flushes 2024-11-16T14:27:20,304 INFO [RS:1;04e93f2b5fad:41485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;04e93f2b5fad:41485. 2024-11-16T14:27:20,304 DEBUG [RS:0;04e93f2b5fad:33635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T14:27:20,304 INFO [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731767239481.617fa206daf8321bd7fce67608299b02. 2024-11-16T14:27:20,304 INFO [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731767239481.8f4c7560323722acae6023f337b8a052. 2024-11-16T14:27:20,304 DEBUG [RS:1;04e93f2b5fad:41485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T14:27:20,304 DEBUG [RS:0;04e93f2b5fad:33635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:20,304 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731767239481.617fa206daf8321bd7fce67608299b02. 2024-11-16T14:27:20,304 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731767239481.8f4c7560323722acae6023f337b8a052. 2024-11-16T14:27:20,304 DEBUG [RS:1;04e93f2b5fad:41485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:20,304 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731767239481.617fa206daf8321bd7fce67608299b02. after waiting 0 ms 2024-11-16T14:27:20,304 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731767239481.8f4c7560323722acae6023f337b8a052. after waiting 0 ms 2024-11-16T14:27:20,304 INFO [RS:0;04e93f2b5fad:33635 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T14:27:20,304 INFO [RS:1;04e93f2b5fad:41485 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T14:27:20,304 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731767239481.617fa206daf8321bd7fce67608299b02. 2024-11-16T14:27:20,304 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731767239481.8f4c7560323722acae6023f337b8a052. 2024-11-16T14:27:20,304 INFO [RS:0;04e93f2b5fad:33635 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T14:27:20,304 DEBUG [RS:1;04e93f2b5fad:41485 {}] regionserver.HRegionServer(1325): Online Regions={8f4c7560323722acae6023f337b8a052=testClearRegionBlockCache,,1731767239481.8f4c7560323722acae6023f337b8a052.} 2024-11-16T14:27:20,304 INFO [RS:0;04e93f2b5fad:33635 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T14:27:20,304 DEBUG [RS:1;04e93f2b5fad:41485 {}] regionserver.HRegionServer(1351): Waiting on 8f4c7560323722acae6023f337b8a052 2024-11-16T14:27:20,304 INFO [RS:0;04e93f2b5fad:33635 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T14:27:20,305 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T14:27:20,305 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T14:27:20,305 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T14:27:20,305 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T14:27:20,306 INFO [RS:0;04e93f2b5fad:33635 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T14:27:20,306 DEBUG [RS:0;04e93f2b5fad:33635 {}] regionserver.HRegionServer(1325): Online Regions={617fa206daf8321bd7fce67608299b02=testClearRegionBlockCache,5,1731767239481.617fa206daf8321bd7fce67608299b02., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T14:27:20,306 DEBUG [RS:0;04e93f2b5fad:33635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 617fa206daf8321bd7fce67608299b02 2024-11-16T14:27:20,306 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-16T14:27:20,306 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache Metrics about Tables on a single HBase RegionServer 2024-11-16T14:27:20,306 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T14:27:20,306 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T14:27:20,306 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T14:27:20,306 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T14:27:20,306 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T14:27:20,307 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-16T14:27:20,312 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/default/testClearRegionBlockCache/617fa206daf8321bd7fce67608299b02/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-16T14:27:20,313 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/default/testClearRegionBlockCache/8f4c7560323722acae6023f337b8a052/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T14:27:20,314 INFO [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731767239481.8f4c7560323722acae6023f337b8a052. 2024-11-16T14:27:20,314 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8f4c7560323722acae6023f337b8a052: Waiting for close lock at 1731767240303Running coprocessor pre-close hooks at 1731767240303Disabling compacts and flushes for region at 1731767240303Disabling writes for close at 1731767240304 (+1 ms)Writing region close event to WAL at 1731767240307 (+3 ms)Running coprocessor post-close hooks at 1731767240314 (+7 ms)Closed at 1731767240314 2024-11-16T14:27:20,314 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731767239481.8f4c7560323722acae6023f337b8a052. 2024-11-16T14:27:20,316 INFO [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731767239481.617fa206daf8321bd7fce67608299b02. 2024-11-16T14:27:20,316 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 617fa206daf8321bd7fce67608299b02: Waiting for close lock at 1731767240303Running coprocessor pre-close hooks at 1731767240303Disabling compacts and flushes for region at 1731767240303Disabling writes for close at 1731767240304 (+1 ms)Writing region close event to WAL at 1731767240307 (+3 ms)Running coprocessor post-close hooks at 1731767240316 (+9 ms)Closed at 1731767240316 2024-11-16T14:27:20,316 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731767239481.617fa206daf8321bd7fce67608299b02. 2024-11-16T14:27:20,326 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/hbase/meta/1588230740/.tmp/info/6ecaf273f1544c96a4987f91fb5fa865 is 173, key is testClearRegionBlockCache,5,1731767239481.617fa206daf8321bd7fce67608299b02./info:regioninfo/1731767239866/Put/seqid=0 2024-11-16T14:27:20,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40247 is added to blk_1073741841_1017 (size=8173) 2024-11-16T14:27:20,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741841_1017 (size=8173) 2024-11-16T14:27:20,333 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/hbase/meta/1588230740/.tmp/info/6ecaf273f1544c96a4987f91fb5fa865 2024-11-16T14:27:20,359 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/hbase/meta/1588230740/.tmp/ns/ca307e9ce5484b38bf72ab832e13d60b is 43, key is default/ns:d/1731767239407/Put/seqid=0 2024-11-16T14:27:20,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741842_1018 (size=5153) 2024-11-16T14:27:20,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40247 is added to blk_1073741842_1018 (size=5153) 2024-11-16T14:27:20,368 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/hbase/meta/1588230740/.tmp/ns/ca307e9ce5484b38bf72ab832e13d60b 2024-11-16T14:27:20,381 INFO [regionserver/04e93f2b5fad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T14:27:20,384 INFO [regionserver/04e93f2b5fad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T14:27:20,391 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/hbase/meta/1588230740/.tmp/table/77a63c656ed449f3a787e8901062019e is 61, key is testClearRegionBlockCache/table:state/1731767239885/Put/seqid=0 2024-11-16T14:27:20,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741843_1019 (size=5312) 2024-11-16T14:27:20,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40247 is added to blk_1073741843_1019 (size=5312) 2024-11-16T14:27:20,398 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/hbase/meta/1588230740/.tmp/table/77a63c656ed449f3a787e8901062019e 2024-11-16T14:27:20,406 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/hbase/meta/1588230740/.tmp/info/6ecaf273f1544c96a4987f91fb5fa865 as hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/hbase/meta/1588230740/info/6ecaf273f1544c96a4987f91fb5fa865 2024-11-16T14:27:20,414 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/hbase/meta/1588230740/info/6ecaf273f1544c96a4987f91fb5fa865, entries=20, sequenceid=13, filesize=8.0 K 2024-11-16T14:27:20,416 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/hbase/meta/1588230740/.tmp/ns/ca307e9ce5484b38bf72ab832e13d60b as hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/hbase/meta/1588230740/ns/ca307e9ce5484b38bf72ab832e13d60b 2024-11-16T14:27:20,425 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/hbase/meta/1588230740/ns/ca307e9ce5484b38bf72ab832e13d60b, entries=2, sequenceid=13, filesize=5.0 K 2024-11-16T14:27:20,426 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/hbase/meta/1588230740/.tmp/table/77a63c656ed449f3a787e8901062019e as hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/hbase/meta/1588230740/table/77a63c656ed449f3a787e8901062019e 2024-11-16T14:27:20,435 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/hbase/meta/1588230740/table/77a63c656ed449f3a787e8901062019e, entries=2, sequenceid=13, filesize=5.2 K 2024-11-16T14:27:20,437 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 131ms, sequenceid=13, compaction requested=false 2024-11-16T14:27:20,442 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-16T14:27:20,443 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T14:27:20,443 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T14:27:20,443 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731767240306Running coprocessor pre-close hooks at 1731767240306Disabling compacts and flushes for region at 1731767240306Disabling writes for close at 1731767240306Obtaining lock to block concurrent updates at 1731767240307 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731767240307Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731767240307Flushing stores of hbase:meta,,1.1588230740 at 1731767240308 (+1 ms)Flushing 1588230740/info: creating writer at 1731767240308Flushing 1588230740/info: appending metadata at 1731767240326 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731767240326Flushing 1588230740/ns: creating writer at 1731767240341 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731767240358 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731767240358Flushing 1588230740/table: creating writer at 1731767240376 (+18 ms)Flushing 1588230740/table: appending metadata at 1731767240391 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731767240391Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60364d61: reopening flushed file at 1731767240405 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78be8717: reopening flushed file at 1731767240415 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31ac9cc6: reopening flushed file at 1731767240425 (+10 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 131ms, sequenceid=13, compaction requested=false at 1731767240437 (+12 ms)Writing region close event to WAL at 1731767240438 (+1 ms)Running coprocessor post-close hooks at 1731767240443 (+5 ms)Closed at 1731767240443 2024-11-16T14:27:20,443 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T14:27:20,504 INFO [RS:1;04e93f2b5fad:41485 {}] regionserver.HRegionServer(976): stopping server 04e93f2b5fad,41485,1731767238230; all regions closed. 2024-11-16T14:27:20,506 INFO [RS:0;04e93f2b5fad:33635 {}] regionserver.HRegionServer(976): stopping server 04e93f2b5fad,33635,1731767238186; all regions closed. 2024-11-16T14:27:20,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40247 is added to blk_1073741834_1010 (size=1758) 2024-11-16T14:27:20,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741834_1010 (size=1758) 2024-11-16T14:27:20,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741835_1011 (size=4338) 2024-11-16T14:27:20,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40247 is added to blk_1073741835_1011 (size=4338) 2024-11-16T14:27:20,511 DEBUG [RS:1;04e93f2b5fad:41485 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/oldWALs 2024-11-16T14:27:20,511 INFO [RS:1;04e93f2b5fad:41485 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04e93f2b5fad%2C41485%2C1731767238230:(num 1731767238932) 2024-11-16T14:27:20,512 DEBUG [RS:1;04e93f2b5fad:41485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:20,512 INFO [RS:1;04e93f2b5fad:41485 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T14:27:20,512 INFO [RS:1;04e93f2b5fad:41485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T14:27:20,512 INFO [RS:1;04e93f2b5fad:41485 {}] hbase.ChoreService(370): Chore service for: regionserver/04e93f2b5fad:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T14:27:20,512 DEBUG [RS:0;04e93f2b5fad:33635 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/oldWALs 2024-11-16T14:27:20,512 INFO [RS:0;04e93f2b5fad:33635 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04e93f2b5fad%2C33635%2C1731767238186.meta:.meta(num 1731767239318) 2024-11-16T14:27:20,512 INFO [RS:1;04e93f2b5fad:41485 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T14:27:20,512 INFO [regionserver/04e93f2b5fad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T14:27:20,512 INFO [RS:1;04e93f2b5fad:41485 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T14:27:20,512 INFO [RS:1;04e93f2b5fad:41485 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T14:27:20,512 INFO [RS:1;04e93f2b5fad:41485 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T14:27:20,513 INFO [RS:1;04e93f2b5fad:41485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41485 2024-11-16T14:27:20,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741833_1009 (size=1867) 2024-11-16T14:27:20,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40247 is added to blk_1073741833_1009 (size=1867) 2024-11-16T14:27:20,519 DEBUG [RS:0;04e93f2b5fad:33635 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/oldWALs 2024-11-16T14:27:20,519 INFO [RS:0;04e93f2b5fad:33635 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04e93f2b5fad%2C33635%2C1731767238186:(num 1731767238917) 2024-11-16T14:27:20,519 DEBUG [RS:0;04e93f2b5fad:33635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:20,519 INFO [RS:0;04e93f2b5fad:33635 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T14:27:20,519 INFO [RS:0;04e93f2b5fad:33635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T14:27:20,520 INFO [RS:0;04e93f2b5fad:33635 {}] hbase.ChoreService(370): Chore service for: regionserver/04e93f2b5fad:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T14:27:20,520 INFO [RS:0;04e93f2b5fad:33635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T14:27:20,520 INFO [regionserver/04e93f2b5fad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T14:27:20,520 INFO [RS:0;04e93f2b5fad:33635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33635 2024-11-16T14:27:20,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T14:27:20,543 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101440af7470002, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04e93f2b5fad,41485,1731767238230 2024-11-16T14:27:20,543 INFO [RS:1;04e93f2b5fad:41485 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T14:27:20,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x101440af7470001, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04e93f2b5fad,33635,1731767238186 2024-11-16T14:27:20,553 INFO [RS:0;04e93f2b5fad:33635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T14:27:20,553 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04e93f2b5fad,41485,1731767238230] 2024-11-16T14:27:20,553 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f1cd0903568@27fe1ee0 rejected from java.util.concurrent.ThreadPoolExecutor@62fc847b[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-16T14:27:20,574 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04e93f2b5fad,41485,1731767238230 already deleted, retry=false 2024-11-16T14:27:20,574 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04e93f2b5fad,41485,1731767238230 expired; onlineServers=1 2024-11-16T14:27:20,574 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04e93f2b5fad,33635,1731767238186] 2024-11-16T14:27:20,584 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04e93f2b5fad,33635,1731767238186 already deleted, retry=false 2024-11-16T14:27:20,585 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04e93f2b5fad,33635,1731767238186 expired; onlineServers=0 2024-11-16T14:27:20,585 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04e93f2b5fad,38077,1731767237949' ***** 2024-11-16T14:27:20,585 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T14:27:20,585 INFO [M:0;04e93f2b5fad:38077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T14:27:20,585 INFO [M:0;04e93f2b5fad:38077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T14:27:20,585 DEBUG [M:0;04e93f2b5fad:38077 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T14:27:20,585 DEBUG [M:0;04e93f2b5fad:38077 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T14:27:20,585 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T14:27:20,585 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.large.0-1731767238665 {}] cleaner.HFileCleaner(306): Exit Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.large.0-1731767238665,5,FailOnTimeoutGroup] 2024-11-16T14:27:20,585 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.small.0-1731767238665 {}] cleaner.HFileCleaner(306): Exit Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.small.0-1731767238665,5,FailOnTimeoutGroup] 2024-11-16T14:27:20,585 INFO [M:0;04e93f2b5fad:38077 {}] hbase.ChoreService(370): Chore service for: master/04e93f2b5fad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T14:27:20,586 INFO [M:0;04e93f2b5fad:38077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T14:27:20,586 DEBUG [M:0;04e93f2b5fad:38077 {}] master.HMaster(1795): Stopping service threads 2024-11-16T14:27:20,586 INFO [M:0;04e93f2b5fad:38077 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T14:27:20,586 INFO [M:0;04e93f2b5fad:38077 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T14:27:20,586 INFO [M:0;04e93f2b5fad:38077 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T14:27:20,586 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T14:27:20,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T14:27:20,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:20,595 DEBUG [M:0;04e93f2b5fad:38077 {}] zookeeper.ZKUtil(347): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T14:27:20,595 WARN [M:0;04e93f2b5fad:38077 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T14:27:20,596 INFO [M:0;04e93f2b5fad:38077 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/.lastflushedseqids 2024-11-16T14:27:20,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741844_1020 (size=182) 2024-11-16T14:27:20,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40247 is added to blk_1073741844_1020 (size=182) 2024-11-16T14:27:20,604 INFO [M:0;04e93f2b5fad:38077 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T14:27:20,604 INFO [M:0;04e93f2b5fad:38077 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T14:27:20,604 DEBUG [M:0;04e93f2b5fad:38077 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T14:27:20,604 INFO [M:0;04e93f2b5fad:38077 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:20,604 DEBUG [M:0;04e93f2b5fad:38077 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:20,604 DEBUG [M:0;04e93f2b5fad:38077 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T14:27:20,604 DEBUG [M:0;04e93f2b5fad:38077 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:20,605 INFO [M:0;04e93f2b5fad:38077 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-16T14:27:20,626 DEBUG [M:0;04e93f2b5fad:38077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fd56187374348039b5e00e20d165461 is 82, key is hbase:meta,,1/info:regioninfo/1731767239362/Put/seqid=0 2024-11-16T14:27:20,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741845_1021 (size=5672) 2024-11-16T14:27:20,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40247 is added to blk_1073741845_1021 (size=5672) 2024-11-16T14:27:20,633 INFO [M:0;04e93f2b5fad:38077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fd56187374348039b5e00e20d165461 2024-11-16T14:27:20,657 DEBUG [M:0;04e93f2b5fad:38077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96ab1d3858da45189bbbd16e2451d537 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731767239891/Put/seqid=0 2024-11-16T14:27:20,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40247 is added to blk_1073741846_1022 (size=6218) 2024-11-16T14:27:20,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741846_1022 (size=6218) 2024-11-16T14:27:20,664 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101440af7470002, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:20,664 INFO [RS:1;04e93f2b5fad:41485 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T14:27:20,664 DEBUG [pool-233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41485-0x101440af7470002, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:20,664 INFO [RS:1;04e93f2b5fad:41485 {}] regionserver.HRegionServer(1031): Exiting; stopping=04e93f2b5fad,41485,1731767238230; zookeeper connection closed. 2024-11-16T14:27:20,664 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a93d8b5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a93d8b5 2024-11-16T14:27:20,664 INFO [M:0;04e93f2b5fad:38077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96ab1d3858da45189bbbd16e2451d537 2024-11-16T14:27:20,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x101440af7470001, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:20,675 INFO [RS:0;04e93f2b5fad:33635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T14:27:20,675 INFO [RS:0;04e93f2b5fad:33635 {}] regionserver.HRegionServer(1031): Exiting; stopping=04e93f2b5fad,33635,1731767238186; zookeeper connection closed. 2024-11-16T14:27:20,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33635-0x101440af7470001, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:20,675 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e5f3b86 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e5f3b86 2024-11-16T14:27:20,675 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-16T14:27:20,687 DEBUG [M:0;04e93f2b5fad:38077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d18f2518d46f4b53963ddbff72dd02fe is 69, key is 04e93f2b5fad,33635,1731767238186/rs:state/1731767238710/Put/seqid=0 2024-11-16T14:27:20,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40247 is added to blk_1073741847_1023 (size=5224) 2024-11-16T14:27:20,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741847_1023 (size=5224) 2024-11-16T14:27:20,693 INFO [M:0;04e93f2b5fad:38077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d18f2518d46f4b53963ddbff72dd02fe 2024-11-16T14:27:20,703 DEBUG [M:0;04e93f2b5fad:38077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fd56187374348039b5e00e20d165461 as hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fd56187374348039b5e00e20d165461 2024-11-16T14:27:20,709 INFO [M:0;04e93f2b5fad:38077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fd56187374348039b5e00e20d165461, entries=8, sequenceid=71, filesize=5.5 K 2024-11-16T14:27:20,711 DEBUG [M:0;04e93f2b5fad:38077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/96ab1d3858da45189bbbd16e2451d537 as hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96ab1d3858da45189bbbd16e2451d537 2024-11-16T14:27:20,718 INFO [M:0;04e93f2b5fad:38077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/96ab1d3858da45189bbbd16e2451d537, entries=8, sequenceid=71, filesize=6.1 K 2024-11-16T14:27:20,719 DEBUG [M:0;04e93f2b5fad:38077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d18f2518d46f4b53963ddbff72dd02fe as hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d18f2518d46f4b53963ddbff72dd02fe 2024-11-16T14:27:20,727 INFO [M:0;04e93f2b5fad:38077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39189/user/jenkins/test-data/66d17e25-0678-c60a-f24f-715bda19d494/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d18f2518d46f4b53963ddbff72dd02fe, entries=2, sequenceid=71, filesize=5.1 K 2024-11-16T14:27:20,728 INFO [M:0;04e93f2b5fad:38077 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=71, compaction requested=false 2024-11-16T14:27:20,730 INFO [M:0;04e93f2b5fad:38077 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:20,730 DEBUG [M:0;04e93f2b5fad:38077 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731767240604Disabling compacts and flushes for region at 1731767240604Disabling writes for close at 1731767240604Obtaining lock to block concurrent updates at 1731767240605 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731767240605Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731767240605Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731767240606 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731767240606Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731767240626 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731767240626Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731767240640 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731767240656 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731767240656Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731767240670 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731767240686 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731767240686Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5439972c: reopening flushed file at 1731767240701 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4627c56e: reopening flushed file at 1731767240710 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5990cfa8: reopening flushed file at 1731767240718 (+8 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 124ms, sequenceid=71, compaction requested=false at 1731767240728 (+10 ms)Writing region close event to WAL at 1731767240730 (+2 ms)Closed at 1731767240730 2024-11-16T14:27:20,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40247 is added to blk_1073741830_1006 (size=35428) 2024-11-16T14:27:20,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741830_1006 (size=35428) 2024-11-16T14:27:20,737 INFO [M:0;04e93f2b5fad:38077 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T14:27:20,737 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T14:27:20,737 INFO [M:0;04e93f2b5fad:38077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38077 2024-11-16T14:27:20,737 INFO [M:0;04e93f2b5fad:38077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T14:27:20,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:20,843 INFO [M:0;04e93f2b5fad:38077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T14:27:20,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38077-0x101440af7470000, quorum=127.0.0.1:58365, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:20,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ba7f351{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T14:27:20,845 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5970583a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T14:27:20,845 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T14:27:20,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ba007c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T14:27:20,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27c6e4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/hadoop.log.dir/,STOPPED} 2024-11-16T14:27:20,847 WARN [BP-1132359830-172.17.0.2-1731767235467 heartbeating to localhost/127.0.0.1:39189 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T14:27:20,847 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T14:27:20,847 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T14:27:20,847 WARN [BP-1132359830-172.17.0.2-1731767235467 heartbeating to localhost/127.0.0.1:39189 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1132359830-172.17.0.2-1731767235467 (Datanode Uuid 640f9fa1-9143-4b36-9675-767630bfe4eb) service to localhost/127.0.0.1:39189 2024-11-16T14:27:20,847 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/cluster_a426f56b-c5c0-635c-90c3-95885353dbd5/data/data3/current/BP-1132359830-172.17.0.2-1731767235467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T14:27:20,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/cluster_a426f56b-c5c0-635c-90c3-95885353dbd5/data/data4/current/BP-1132359830-172.17.0.2-1731767235467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T14:27:20,848 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T14:27:20,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f16e3fa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T14:27:20,850 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3dc1e622{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T14:27:20,851 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T14:27:20,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@216dc62a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T14:27:20,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35aa6870{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/hadoop.log.dir/,STOPPED} 2024-11-16T14:27:20,852 WARN [BP-1132359830-172.17.0.2-1731767235467 heartbeating to localhost/127.0.0.1:39189 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T14:27:20,852 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T14:27:20,852 WARN [BP-1132359830-172.17.0.2-1731767235467 heartbeating to localhost/127.0.0.1:39189 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1132359830-172.17.0.2-1731767235467 (Datanode Uuid 4de5fd77-1579-46e8-923c-d4b140abdcd7) service to localhost/127.0.0.1:39189 2024-11-16T14:27:20,852 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T14:27:20,853 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/cluster_a426f56b-c5c0-635c-90c3-95885353dbd5/data/data1/current/BP-1132359830-172.17.0.2-1731767235467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T14:27:20,853 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/cluster_a426f56b-c5c0-635c-90c3-95885353dbd5/data/data2/current/BP-1132359830-172.17.0.2-1731767235467 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T14:27:20,853 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T14:27:20,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@734eb8a6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T14:27:20,860 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@511bff7c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T14:27:20,860 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T14:27:20,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f1e1206{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T14:27:20,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@486bf2a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/hadoop.log.dir/,STOPPED} 2024-11-16T14:27:20,867 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T14:27:20,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T14:27:20,900 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=109 (was 80) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:39189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:39189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:39189 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:39189 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=444 (was 411) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=416 (was 418), ProcessCount=11 (was 11), AvailableMemoryMB=4574 (was 4701) 2024-11-16T14:27:20,906 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=109, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=416, ProcessCount=11, AvailableMemoryMB=4573 2024-11-16T14:27:20,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/hadoop.log.dir so I do NOT create it in target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529 2024-11-16T14:27:20,918 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T14:27:20,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/hadoop.tmp.dir so I do NOT create it in target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529 2024-11-16T14:27:20,918 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4e071c92-ff83-34e8-8d73-846b6dfb37cb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T14:27:20,918 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529 2024-11-16T14:27:20,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T14:27:20,919 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/cluster_b8e59dbe-58b7-4f21-2624-bf33ef2f3113, deleteOnExit=true 2024-11-16T14:27:20,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T14:27:20,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/test.cache.data in system properties and HBase conf 2024-11-16T14:27:20,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T14:27:20,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/hadoop.log.dir in system properties and HBase conf 2024-11-16T14:27:20,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T14:27:20,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T14:27:20,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T14:27:20,919 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T14:27:20,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T14:27:20,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T14:27:20,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T14:27:20,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T14:27:20,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T14:27:20,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T14:27:20,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T14:27:20,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T14:27:20,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T14:27:20,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/nfs.dump.dir in system properties and HBase conf 2024-11-16T14:27:20,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/java.io.tmpdir in system properties and HBase conf 2024-11-16T14:27:20,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T14:27:20,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T14:27:20,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T14:27:21,217 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T14:27:21,224 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T14:27:21,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T14:27:21,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T14:27:21,226 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T14:27:21,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T14:27:21,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@600a72d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/hadoop.log.dir/,AVAILABLE} 2024-11-16T14:27:21,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73efb013{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T14:27:21,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fa568dd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/java.io.tmpdir/jetty-localhost-37065-hadoop-hdfs-3_4_1-tests_jar-_-any-7245189971906096387/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T14:27:21,329 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cf3af8e{HTTP/1.1, (http/1.1)}{localhost:37065} 2024-11-16T14:27:21,329 INFO [Time-limited test {}] server.Server(415): Started @17117ms 2024-11-16T14:27:21,594 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T14:27:21,599 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T14:27:21,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T14:27:21,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T14:27:21,601 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T14:27:21,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4776a6be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/hadoop.log.dir/,AVAILABLE} 2024-11-16T14:27:21,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f04fc9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T14:27:21,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7226f26c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/java.io.tmpdir/jetty-localhost-38841-hadoop-hdfs-3_4_1-tests_jar-_-any-12718569575698833689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T14:27:21,701 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5085a930{HTTP/1.1, (http/1.1)}{localhost:38841} 2024-11-16T14:27:21,701 INFO [Time-limited test {}] server.Server(415): Started @17489ms 2024-11-16T14:27:21,703 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T14:27:21,732 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T14:27:21,735 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T14:27:21,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T14:27:21,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T14:27:21,736 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T14:27:21,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35f597cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/hadoop.log.dir/,AVAILABLE} 2024-11-16T14:27:21,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a012ac0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T14:27:21,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@377da253{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/java.io.tmpdir/jetty-localhost-34481-hadoop-hdfs-3_4_1-tests_jar-_-any-14662205019780954132/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T14:27:21,837 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6eb33f7f{HTTP/1.1, (http/1.1)}{localhost:34481} 2024-11-16T14:27:21,837 INFO [Time-limited test {}] server.Server(415): Started @17625ms 2024-11-16T14:27:21,838 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T14:27:22,887 WARN [Thread-635 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/cluster_b8e59dbe-58b7-4f21-2624-bf33ef2f3113/data/data2/current/BP-141983232-172.17.0.2-1731767240945/current, will proceed with Du for space computation calculation, 2024-11-16T14:27:22,887 WARN [Thread-634 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/cluster_b8e59dbe-58b7-4f21-2624-bf33ef2f3113/data/data1/current/BP-141983232-172.17.0.2-1731767240945/current, will proceed with Du for space computation calculation, 2024-11-16T14:27:22,907 WARN [Thread-598 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T14:27:22,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc02915fe4ba5a with lease ID 0xf57a9985cd6557de: Processing first storage report for DS-5b8b14d4-f63e-4886-938c-0516f7bc5191 from datanode DatanodeRegistration(127.0.0.1:37473, datanodeUuid=8d4d1774-0a5f-4bec-9697-667ace2d5a44, infoPort=46481, infoSecurePort=0, ipcPort=42281, storageInfo=lv=-57;cid=testClusterID;nsid=1169291569;c=1731767240945) 2024-11-16T14:27:22,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc02915fe4ba5a with lease ID 0xf57a9985cd6557de: from storage DS-5b8b14d4-f63e-4886-938c-0516f7bc5191 node DatanodeRegistration(127.0.0.1:37473, datanodeUuid=8d4d1774-0a5f-4bec-9697-667ace2d5a44, infoPort=46481, infoSecurePort=0, ipcPort=42281, storageInfo=lv=-57;cid=testClusterID;nsid=1169291569;c=1731767240945), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T14:27:22,909 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc02915fe4ba5a with lease ID 0xf57a9985cd6557de: Processing first storage report for DS-4773d6c9-f564-4987-be2f-0be6631dfed1 from datanode DatanodeRegistration(127.0.0.1:37473, datanodeUuid=8d4d1774-0a5f-4bec-9697-667ace2d5a44, infoPort=46481, infoSecurePort=0, ipcPort=42281, storageInfo=lv=-57;cid=testClusterID;nsid=1169291569;c=1731767240945) 2024-11-16T14:27:22,909 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc02915fe4ba5a with lease ID 0xf57a9985cd6557de: from storage DS-4773d6c9-f564-4987-be2f-0be6631dfed1 node DatanodeRegistration(127.0.0.1:37473, datanodeUuid=8d4d1774-0a5f-4bec-9697-667ace2d5a44, infoPort=46481, infoSecurePort=0, ipcPort=42281, storageInfo=lv=-57;cid=testClusterID;nsid=1169291569;c=1731767240945), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T14:27:23,023 WARN [Thread-646 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/cluster_b8e59dbe-58b7-4f21-2624-bf33ef2f3113/data/data4/current/BP-141983232-172.17.0.2-1731767240945/current, will proceed with Du for space computation calculation, 2024-11-16T14:27:23,023 WARN [Thread-645 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/cluster_b8e59dbe-58b7-4f21-2624-bf33ef2f3113/data/data3/current/BP-141983232-172.17.0.2-1731767240945/current, will proceed with Du for space computation calculation, 2024-11-16T14:27:23,044 WARN [Thread-621 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T14:27:23,047 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdac49ad6bc22316d with lease ID 0xf57a9985cd6557df: Processing first storage report for DS-e7789cb5-110b-43d5-a871-6051d5da2172 from datanode DatanodeRegistration(127.0.0.1:41575, datanodeUuid=cecedf47-ec7b-472a-a71a-78a6cb0f1e15, infoPort=41501, infoSecurePort=0, ipcPort=44325, storageInfo=lv=-57;cid=testClusterID;nsid=1169291569;c=1731767240945) 2024-11-16T14:27:23,047 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdac49ad6bc22316d with lease ID 0xf57a9985cd6557df: from storage DS-e7789cb5-110b-43d5-a871-6051d5da2172 node DatanodeRegistration(127.0.0.1:41575, datanodeUuid=cecedf47-ec7b-472a-a71a-78a6cb0f1e15, infoPort=41501, infoSecurePort=0, ipcPort=44325, storageInfo=lv=-57;cid=testClusterID;nsid=1169291569;c=1731767240945), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T14:27:23,047 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdac49ad6bc22316d with lease ID 0xf57a9985cd6557df: Processing first storage report for DS-28570675-90ae-4e96-91f9-f0f114525f76 from datanode DatanodeRegistration(127.0.0.1:41575, datanodeUuid=cecedf47-ec7b-472a-a71a-78a6cb0f1e15, infoPort=41501, infoSecurePort=0, ipcPort=44325, storageInfo=lv=-57;cid=testClusterID;nsid=1169291569;c=1731767240945) 2024-11-16T14:27:23,047 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdac49ad6bc22316d with lease ID 0xf57a9985cd6557df: from storage DS-28570675-90ae-4e96-91f9-f0f114525f76 node DatanodeRegistration(127.0.0.1:41575, datanodeUuid=cecedf47-ec7b-472a-a71a-78a6cb0f1e15, infoPort=41501, infoSecurePort=0, ipcPort=44325, storageInfo=lv=-57;cid=testClusterID;nsid=1169291569;c=1731767240945), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T14:27:23,077 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529 2024-11-16T14:27:23,081 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/cluster_b8e59dbe-58b7-4f21-2624-bf33ef2f3113/zookeeper_0, clientPort=54256, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/cluster_b8e59dbe-58b7-4f21-2624-bf33ef2f3113/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/cluster_b8e59dbe-58b7-4f21-2624-bf33ef2f3113/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T14:27:23,082 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54256 2024-11-16T14:27:23,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:23,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:23,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741825_1001 (size=7) 2024-11-16T14:27:23,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741825_1001 (size=7) 2024-11-16T14:27:23,094 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8 with version=8 2024-11-16T14:27:23,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/hbase-staging 2024-11-16T14:27:23,096 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04e93f2b5fad:0 server-side Connection retries=45 2024-11-16T14:27:23,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:23,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:23,097 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T14:27:23,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:23,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T14:27:23,097 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T14:27:23,097 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T14:27:23,098 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38119 2024-11-16T14:27:23,099 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38119 connecting to ZooKeeper ensemble=127.0.0.1:54256 2024-11-16T14:27:23,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381190x0, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T14:27:23,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38119-0x101440b0cf20000 connected 2024-11-16T14:27:23,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:23,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:23,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:23,230 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8, hbase.cluster.distributed=false 2024-11-16T14:27:23,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T14:27:23,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38119 2024-11-16T14:27:23,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38119 2024-11-16T14:27:23,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38119 2024-11-16T14:27:23,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38119 2024-11-16T14:27:23,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38119 2024-11-16T14:27:23,250 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04e93f2b5fad:0 server-side Connection retries=45 2024-11-16T14:27:23,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:23,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:23,250 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T14:27:23,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:23,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T14:27:23,250 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T14:27:23,251 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T14:27:23,251 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36685 2024-11-16T14:27:23,253 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36685 connecting to ZooKeeper ensemble=127.0.0.1:54256 2024-11-16T14:27:23,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:23,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:23,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366850x0, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T14:27:23,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366850x0, quorum=127.0.0.1:54256, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:23,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36685-0x101440b0cf20001 connected 2024-11-16T14:27:23,269 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T14:27:23,270 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T14:27:23,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36685-0x101440b0cf20001, quorum=127.0.0.1:54256, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T14:27:23,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36685-0x101440b0cf20001, quorum=127.0.0.1:54256, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T14:27:23,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36685 2024-11-16T14:27:23,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36685 2024-11-16T14:27:23,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36685 2024-11-16T14:27:23,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36685 2024-11-16T14:27:23,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36685 2024-11-16T14:27:23,289 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04e93f2b5fad:0 server-side Connection retries=45 2024-11-16T14:27:23,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:23,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:23,289 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T14:27:23,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:23,290 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T14:27:23,290 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T14:27:23,290 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T14:27:23,290 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39777 2024-11-16T14:27:23,292 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39777 connecting to ZooKeeper ensemble=127.0.0.1:54256 2024-11-16T14:27:23,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:23,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:23,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397770x0, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T14:27:23,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397770x0, quorum=127.0.0.1:54256, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:23,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39777-0x101440b0cf20002 connected 2024-11-16T14:27:23,301 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T14:27:23,304 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T14:27:23,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39777-0x101440b0cf20002, quorum=127.0.0.1:54256, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T14:27:23,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39777-0x101440b0cf20002, quorum=127.0.0.1:54256, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T14:27:23,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39777 2024-11-16T14:27:23,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39777 2024-11-16T14:27:23,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39777 2024-11-16T14:27:23,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39777 2024-11-16T14:27:23,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39777 2024-11-16T14:27:23,318 DEBUG [M:0;04e93f2b5fad:38119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04e93f2b5fad:38119 2024-11-16T14:27:23,319 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/04e93f2b5fad,38119,1731767243096 2024-11-16T14:27:23,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:23,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101440b0cf20002, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:23,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x101440b0cf20001, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:23,332 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/04e93f2b5fad,38119,1731767243096 2024-11-16T14:27:23,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101440b0cf20002, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T14:27:23,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:23,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x101440b0cf20001, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T14:27:23,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101440b0cf20002, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:23,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x101440b0cf20001, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:23,343 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T14:27:23,343 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/04e93f2b5fad,38119,1731767243096 from backup master directory 2024-11-16T14:27:23,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101440b0cf20002, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:23,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/04e93f2b5fad,38119,1731767243096 2024-11-16T14:27:23,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x101440b0cf20001, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:23,353 WARN [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T14:27:23,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:23,353 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04e93f2b5fad,38119,1731767243096 2024-11-16T14:27:23,358 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/hbase.id] with ID: 975a2c99-d9a4-4dbf-afca-a28188e6ac96 2024-11-16T14:27:23,358 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/.tmp/hbase.id 2024-11-16T14:27:23,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741826_1002 (size=42) 2024-11-16T14:27:23,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741826_1002 (size=42) 2024-11-16T14:27:23,365 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/.tmp/hbase.id]:[hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/hbase.id] 2024-11-16T14:27:23,377 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:23,377 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T14:27:23,378 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T14:27:23,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x101440b0cf20001, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:23,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:23,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101440b0cf20002, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:23,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741827_1003 (size=196) 2024-11-16T14:27:23,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741827_1003 (size=196) 2024-11-16T14:27:23,394 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T14:27:23,395 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T14:27:23,395 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T14:27:23,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741828_1004 (size=1189) 2024-11-16T14:27:23,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741828_1004 (size=1189) 2024-11-16T14:27:23,403 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/MasterData/data/master/store 2024-11-16T14:27:23,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741829_1005 (size=34) 2024-11-16T14:27:23,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741829_1005 (size=34) 2024-11-16T14:27:23,410 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:23,410 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T14:27:23,410 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:23,410 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:23,410 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T14:27:23,411 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:23,411 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:23,411 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731767243410Disabling compacts and flushes for region at 1731767243410Disabling writes for close at 1731767243411 (+1 ms)Writing region close event to WAL at 1731767243411Closed at 1731767243411 2024-11-16T14:27:23,412 WARN [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/MasterData/data/master/store/.initializing 2024-11-16T14:27:23,412 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/MasterData/WALs/04e93f2b5fad,38119,1731767243096 2024-11-16T14:27:23,413 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T14:27:23,415 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C38119%2C1731767243096, suffix=, logDir=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/MasterData/WALs/04e93f2b5fad,38119,1731767243096, archiveDir=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/MasterData/oldWALs, maxLogs=10 2024-11-16T14:27:23,429 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/MasterData/WALs/04e93f2b5fad,38119,1731767243096/04e93f2b5fad%2C38119%2C1731767243096.1731767243415, exclude list is [], retry=0 2024-11-16T14:27:23,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37473,DS-5b8b14d4-f63e-4886-938c-0516f7bc5191,DISK] 2024-11-16T14:27:23,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41575,DS-e7789cb5-110b-43d5-a871-6051d5da2172,DISK] 2024-11-16T14:27:23,434 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/MasterData/WALs/04e93f2b5fad,38119,1731767243096/04e93f2b5fad%2C38119%2C1731767243096.1731767243415 2024-11-16T14:27:23,434 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46481:46481),(127.0.0.1/127.0.0.1:41501:41501)] 2024-11-16T14:27:23,434 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T14:27:23,434 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:23,435 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:23,435 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:23,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:23,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T14:27:23,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:23,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:23,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:23,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T14:27:23,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:23,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:23,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:23,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T14:27:23,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:23,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:23,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:23,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T14:27:23,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:23,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:23,445 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:23,446 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:23,446 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:23,447 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:23,447 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:23,448 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T14:27:23,449 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:23,451 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T14:27:23,452 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64394146, jitterRate=-0.04045245051383972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T14:27:23,453 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731767243435Initializing all the Stores at 1731767243436 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767243436Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767243436Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767243436Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767243436Cleaning up temporary data from old regions at 1731767243448 (+12 ms)Region opened successfully at 1731767243453 (+5 ms) 2024-11-16T14:27:23,456 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T14:27:23,461 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ddc94b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04e93f2b5fad/172.17.0.2:0 2024-11-16T14:27:23,462 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T14:27:23,462 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T14:27:23,462 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T14:27:23,462 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T14:27:23,463 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T14:27:23,463 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T14:27:23,463 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T14:27:23,466 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T14:27:23,467 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T14:27:23,479 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T14:27:23,480 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T14:27:23,480 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T14:27:23,490 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T14:27:23,490 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T14:27:23,491 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T14:27:23,500 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T14:27:23,501 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T14:27:23,510 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T14:27:23,512 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T14:27:23,521 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T14:27:23,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:23,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x101440b0cf20001, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:23,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101440b0cf20002, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:23,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x101440b0cf20001, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:23,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101440b0cf20002, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:23,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:23,532 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04e93f2b5fad,38119,1731767243096, sessionid=0x101440b0cf20000, setting cluster-up flag (Was=false) 2024-11-16T14:27:23,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x101440b0cf20001, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:23,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101440b0cf20002, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:23,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:23,584 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T14:27:23,586 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04e93f2b5fad,38119,1731767243096 2024-11-16T14:27:23,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:23,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x101440b0cf20001, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:23,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101440b0cf20002, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:23,637 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T14:27:23,638 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04e93f2b5fad,38119,1731767243096 2024-11-16T14:27:23,640 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T14:27:23,643 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T14:27:23,643 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T14:27:23,643 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T14:27:23,644 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04e93f2b5fad,38119,1731767243096 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T14:27:23,646 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5 2024-11-16T14:27:23,646 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5 2024-11-16T14:27:23,646 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5 2024-11-16T14:27:23,646 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5 2024-11-16T14:27:23,646 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04e93f2b5fad:0, corePoolSize=10, maxPoolSize=10 2024-11-16T14:27:23,646 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:23,646 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=2, maxPoolSize=2 2024-11-16T14:27:23,646 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:23,647 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731767273647 2024-11-16T14:27:23,647 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T14:27:23,647 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T14:27:23,647 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T14:27:23,648 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T14:27:23,648 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T14:27:23,648 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T14:27:23,648 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:23,648 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T14:27:23,648 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T14:27:23,649 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T14:27:23,649 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T14:27:23,649 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T14:27:23,649 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T14:27:23,649 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T14:27:23,649 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.large.0-1731767243649,5,FailOnTimeoutGroup] 2024-11-16T14:27:23,650 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:23,650 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T14:27:23,652 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.small.0-1731767243649,5,FailOnTimeoutGroup] 2024-11-16T14:27:23,652 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:23,652 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T14:27:23,652 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:23,652 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:23,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741831_1007 (size=1321) 2024-11-16T14:27:23,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741831_1007 (size=1321) 2024-11-16T14:27:23,664 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T14:27:23,664 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8 2024-11-16T14:27:23,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741832_1008 (size=32) 2024-11-16T14:27:23,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741832_1008 (size=32) 2024-11-16T14:27:23,709 INFO [RS:0;04e93f2b5fad:36685 {}] regionserver.HRegionServer(746): ClusterId : 975a2c99-d9a4-4dbf-afca-a28188e6ac96 2024-11-16T14:27:23,709 INFO [RS:1;04e93f2b5fad:39777 {}] regionserver.HRegionServer(746): ClusterId : 975a2c99-d9a4-4dbf-afca-a28188e6ac96 2024-11-16T14:27:23,709 DEBUG [RS:0;04e93f2b5fad:36685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T14:27:23,709 DEBUG [RS:1;04e93f2b5fad:39777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T14:27:23,722 DEBUG [RS:0;04e93f2b5fad:36685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T14:27:23,722 DEBUG [RS:1;04e93f2b5fad:39777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T14:27:23,722 DEBUG [RS:0;04e93f2b5fad:36685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T14:27:23,722 DEBUG [RS:1;04e93f2b5fad:39777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T14:27:23,733 DEBUG [RS:0;04e93f2b5fad:36685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T14:27:23,733 DEBUG [RS:1;04e93f2b5fad:39777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T14:27:23,733 DEBUG [RS:0;04e93f2b5fad:36685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd63c71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04e93f2b5fad/172.17.0.2:0 2024-11-16T14:27:23,733 DEBUG [RS:1;04e93f2b5fad:39777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0eefd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04e93f2b5fad/172.17.0.2:0 2024-11-16T14:27:23,745 DEBUG [RS:0;04e93f2b5fad:36685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04e93f2b5fad:36685 2024-11-16T14:27:23,745 INFO [RS:0;04e93f2b5fad:36685 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T14:27:23,745 INFO [RS:0;04e93f2b5fad:36685 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T14:27:23,745 DEBUG [RS:0;04e93f2b5fad:36685 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T14:27:23,746 INFO [RS:0;04e93f2b5fad:36685 {}] regionserver.HRegionServer(2659): reportForDuty to master=04e93f2b5fad,38119,1731767243096 with port=36685, startcode=1731767243250 2024-11-16T14:27:23,746 DEBUG [RS:0;04e93f2b5fad:36685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T14:27:23,748 DEBUG [RS:1;04e93f2b5fad:39777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;04e93f2b5fad:39777 2024-11-16T14:27:23,748 INFO [RS:1;04e93f2b5fad:39777 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T14:27:23,748 INFO [RS:1;04e93f2b5fad:39777 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T14:27:23,748 DEBUG [RS:1;04e93f2b5fad:39777 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T14:27:23,749 INFO [RS:1;04e93f2b5fad:39777 {}] regionserver.HRegionServer(2659): reportForDuty to master=04e93f2b5fad,38119,1731767243096 with port=39777, startcode=1731767243289 2024-11-16T14:27:23,749 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T14:27:23,749 DEBUG [RS:1;04e93f2b5fad:39777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T14:27:23,750 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38119 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04e93f2b5fad,36685,1731767243250 2024-11-16T14:27:23,750 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38119 {}] master.ServerManager(517): Registering regionserver=04e93f2b5fad,36685,1731767243250 2024-11-16T14:27:23,751 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T14:27:23,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38119 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04e93f2b5fad,39777,1731767243289 2024-11-16T14:27:23,752 DEBUG [RS:0;04e93f2b5fad:36685 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8 2024-11-16T14:27:23,752 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38119 {}] master.ServerManager(517): Registering regionserver=04e93f2b5fad,39777,1731767243289 2024-11-16T14:27:23,752 DEBUG [RS:0;04e93f2b5fad:36685 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36359 2024-11-16T14:27:23,752 DEBUG [RS:0;04e93f2b5fad:36685 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T14:27:23,754 DEBUG [RS:1;04e93f2b5fad:39777 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8 2024-11-16T14:27:23,754 DEBUG [RS:1;04e93f2b5fad:39777 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36359 2024-11-16T14:27:23,754 DEBUG [RS:1;04e93f2b5fad:39777 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T14:27:23,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T14:27:23,804 DEBUG [RS:0;04e93f2b5fad:36685 {}] zookeeper.ZKUtil(111): regionserver:36685-0x101440b0cf20001, quorum=127.0.0.1:54256, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04e93f2b5fad,36685,1731767243250 2024-11-16T14:27:23,804 WARN [RS:0;04e93f2b5fad:36685 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T14:27:23,805 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04e93f2b5fad,36685,1731767243250] 2024-11-16T14:27:23,805 INFO [RS:0;04e93f2b5fad:36685 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T14:27:23,805 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04e93f2b5fad,39777,1731767243289] 2024-11-16T14:27:23,805 DEBUG [RS:0;04e93f2b5fad:36685 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/WALs/04e93f2b5fad,36685,1731767243250 2024-11-16T14:27:23,805 DEBUG [RS:1;04e93f2b5fad:39777 {}] zookeeper.ZKUtil(111): regionserver:39777-0x101440b0cf20002, quorum=127.0.0.1:54256, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04e93f2b5fad,39777,1731767243289 2024-11-16T14:27:23,805 WARN [RS:1;04e93f2b5fad:39777 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T14:27:23,806 INFO [RS:1;04e93f2b5fad:39777 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T14:27:23,806 DEBUG [RS:1;04e93f2b5fad:39777 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/WALs/04e93f2b5fad,39777,1731767243289 2024-11-16T14:27:23,809 INFO [RS:1;04e93f2b5fad:39777 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T14:27:23,809 INFO [RS:0;04e93f2b5fad:36685 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T14:27:23,812 INFO [RS:1;04e93f2b5fad:39777 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T14:27:23,813 INFO [RS:1;04e93f2b5fad:39777 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T14:27:23,813 INFO [RS:1;04e93f2b5fad:39777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:23,813 INFO [RS:1;04e93f2b5fad:39777 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T14:27:23,814 INFO [RS:1;04e93f2b5fad:39777 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T14:27:23,814 INFO [RS:1;04e93f2b5fad:39777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:23,815 DEBUG [RS:1;04e93f2b5fad:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:23,815 DEBUG [RS:1;04e93f2b5fad:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:23,815 DEBUG [RS:1;04e93f2b5fad:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:23,815 DEBUG [RS:1;04e93f2b5fad:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:23,815 DEBUG [RS:1;04e93f2b5fad:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:23,815 DEBUG [RS:1;04e93f2b5fad:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04e93f2b5fad:0, corePoolSize=2, maxPoolSize=2 2024-11-16T14:27:23,815 INFO [RS:0;04e93f2b5fad:36685 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T14:27:23,815 DEBUG [RS:1;04e93f2b5fad:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:23,815 DEBUG [RS:1;04e93f2b5fad:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:23,815 DEBUG [RS:1;04e93f2b5fad:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:23,815 DEBUG [RS:1;04e93f2b5fad:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:23,815 DEBUG [RS:1;04e93f2b5fad:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:23,815 DEBUG [RS:1;04e93f2b5fad:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:23,816 INFO [RS:0;04e93f2b5fad:36685 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T14:27:23,816 DEBUG [RS:1;04e93f2b5fad:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04e93f2b5fad:0, corePoolSize=3, maxPoolSize=3 2024-11-16T14:27:23,816 INFO [RS:0;04e93f2b5fad:36685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:23,816 DEBUG [RS:1;04e93f2b5fad:39777 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04e93f2b5fad:0, corePoolSize=3, maxPoolSize=3 2024-11-16T14:27:23,816 INFO [RS:0;04e93f2b5fad:36685 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T14:27:23,816 INFO [RS:1;04e93f2b5fad:39777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:23,816 INFO [RS:1;04e93f2b5fad:39777 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:23,816 INFO [RS:1;04e93f2b5fad:39777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:23,816 INFO [RS:1;04e93f2b5fad:39777 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:23,816 INFO [RS:1;04e93f2b5fad:39777 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:23,816 INFO [RS:1;04e93f2b5fad:39777 {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,39777,1731767243289-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T14:27:23,817 INFO [RS:0;04e93f2b5fad:36685 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T14:27:23,817 INFO [RS:0;04e93f2b5fad:36685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:23,817 DEBUG [RS:0;04e93f2b5fad:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:23,817 DEBUG [RS:0;04e93f2b5fad:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:23,817 DEBUG [RS:0;04e93f2b5fad:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:23,817 DEBUG [RS:0;04e93f2b5fad:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:23,817 DEBUG [RS:0;04e93f2b5fad:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:23,817 DEBUG [RS:0;04e93f2b5fad:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04e93f2b5fad:0, corePoolSize=2, maxPoolSize=2 2024-11-16T14:27:23,818 DEBUG [RS:0;04e93f2b5fad:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:23,818 DEBUG [RS:0;04e93f2b5fad:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:23,818 DEBUG [RS:0;04e93f2b5fad:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:23,818 DEBUG [RS:0;04e93f2b5fad:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:23,818 DEBUG [RS:0;04e93f2b5fad:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:23,818 DEBUG [RS:0;04e93f2b5fad:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:23,818 DEBUG [RS:0;04e93f2b5fad:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04e93f2b5fad:0, corePoolSize=3, maxPoolSize=3 2024-11-16T14:27:23,818 DEBUG [RS:0;04e93f2b5fad:36685 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04e93f2b5fad:0, corePoolSize=3, maxPoolSize=3 2024-11-16T14:27:23,821 INFO [RS:0;04e93f2b5fad:36685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:23,821 INFO [RS:0;04e93f2b5fad:36685 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:23,821 INFO [RS:0;04e93f2b5fad:36685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:23,821 INFO [RS:0;04e93f2b5fad:36685 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:23,821 INFO [RS:0;04e93f2b5fad:36685 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:23,821 INFO [RS:0;04e93f2b5fad:36685 {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,36685,1731767243250-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T14:27:23,833 INFO [RS:1;04e93f2b5fad:39777 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T14:27:23,833 INFO [RS:1;04e93f2b5fad:39777 {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,39777,1731767243289-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:23,833 INFO [RS:1;04e93f2b5fad:39777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:23,833 INFO [RS:1;04e93f2b5fad:39777 {}] regionserver.Replication(171): 04e93f2b5fad,39777,1731767243289 started 2024-11-16T14:27:23,836 INFO [RS:0;04e93f2b5fad:36685 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T14:27:23,836 INFO [RS:0;04e93f2b5fad:36685 {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,36685,1731767243250-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:23,836 INFO [RS:0;04e93f2b5fad:36685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:23,836 INFO [RS:0;04e93f2b5fad:36685 {}] regionserver.Replication(171): 04e93f2b5fad,36685,1731767243250 started 2024-11-16T14:27:23,848 INFO [RS:1;04e93f2b5fad:39777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:23,848 INFO [RS:1;04e93f2b5fad:39777 {}] regionserver.HRegionServer(1482): Serving as 04e93f2b5fad,39777,1731767243289, RpcServer on 04e93f2b5fad/172.17.0.2:39777, sessionid=0x101440b0cf20002 2024-11-16T14:27:23,848 DEBUG [RS:1;04e93f2b5fad:39777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T14:27:23,848 DEBUG [RS:1;04e93f2b5fad:39777 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04e93f2b5fad,39777,1731767243289 2024-11-16T14:27:23,848 DEBUG [RS:1;04e93f2b5fad:39777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04e93f2b5fad,39777,1731767243289' 2024-11-16T14:27:23,848 DEBUG [RS:1;04e93f2b5fad:39777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T14:27:23,849 DEBUG [RS:1;04e93f2b5fad:39777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T14:27:23,849 DEBUG [RS:1;04e93f2b5fad:39777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T14:27:23,849 DEBUG [RS:1;04e93f2b5fad:39777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T14:27:23,849 DEBUG [RS:1;04e93f2b5fad:39777 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04e93f2b5fad,39777,1731767243289 2024-11-16T14:27:23,849 DEBUG [RS:1;04e93f2b5fad:39777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04e93f2b5fad,39777,1731767243289' 2024-11-16T14:27:23,849 DEBUG [RS:1;04e93f2b5fad:39777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T14:27:23,849 INFO [RS:0;04e93f2b5fad:36685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:23,849 INFO [RS:0;04e93f2b5fad:36685 {}] regionserver.HRegionServer(1482): Serving as 04e93f2b5fad,36685,1731767243250, RpcServer on 04e93f2b5fad/172.17.0.2:36685, sessionid=0x101440b0cf20001 2024-11-16T14:27:23,849 DEBUG [RS:0;04e93f2b5fad:36685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T14:27:23,849 DEBUG [RS:0;04e93f2b5fad:36685 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04e93f2b5fad,36685,1731767243250 2024-11-16T14:27:23,849 DEBUG [RS:0;04e93f2b5fad:36685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04e93f2b5fad,36685,1731767243250' 2024-11-16T14:27:23,849 DEBUG [RS:0;04e93f2b5fad:36685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T14:27:23,849 DEBUG [RS:1;04e93f2b5fad:39777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T14:27:23,850 DEBUG [RS:0;04e93f2b5fad:36685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T14:27:23,850 DEBUG [RS:1;04e93f2b5fad:39777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T14:27:23,850 INFO [RS:1;04e93f2b5fad:39777 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T14:27:23,850 INFO [RS:1;04e93f2b5fad:39777 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T14:27:23,850 DEBUG [RS:0;04e93f2b5fad:36685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T14:27:23,850 DEBUG [RS:0;04e93f2b5fad:36685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T14:27:23,850 DEBUG [RS:0;04e93f2b5fad:36685 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04e93f2b5fad,36685,1731767243250 2024-11-16T14:27:23,850 DEBUG [RS:0;04e93f2b5fad:36685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04e93f2b5fad,36685,1731767243250' 2024-11-16T14:27:23,850 DEBUG [RS:0;04e93f2b5fad:36685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T14:27:23,850 DEBUG [RS:0;04e93f2b5fad:36685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T14:27:23,851 DEBUG [RS:0;04e93f2b5fad:36685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T14:27:23,851 INFO [RS:0;04e93f2b5fad:36685 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T14:27:23,851 INFO [RS:0;04e93f2b5fad:36685 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T14:27:23,950 INFO [RS:1;04e93f2b5fad:39777 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T14:27:23,951 INFO [RS:0;04e93f2b5fad:36685 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T14:27:23,952 INFO [RS:1;04e93f2b5fad:39777 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C39777%2C1731767243289, suffix=, logDir=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/WALs/04e93f2b5fad,39777,1731767243289, archiveDir=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/oldWALs, maxLogs=32 2024-11-16T14:27:23,953 INFO [RS:0;04e93f2b5fad:36685 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C36685%2C1731767243250, suffix=, logDir=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/WALs/04e93f2b5fad,36685,1731767243250, archiveDir=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/oldWALs, maxLogs=32 2024-11-16T14:27:23,965 DEBUG [RS:1;04e93f2b5fad:39777 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/WALs/04e93f2b5fad,39777,1731767243289/04e93f2b5fad%2C39777%2C1731767243289.1731767243953, exclude list is [], retry=0 2024-11-16T14:27:23,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37473,DS-5b8b14d4-f63e-4886-938c-0516f7bc5191,DISK] 2024-11-16T14:27:23,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41575,DS-e7789cb5-110b-43d5-a871-6051d5da2172,DISK] 2024-11-16T14:27:23,970 INFO [RS:1;04e93f2b5fad:39777 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/WALs/04e93f2b5fad,39777,1731767243289/04e93f2b5fad%2C39777%2C1731767243289.1731767243953 2024-11-16T14:27:23,971 DEBUG [RS:1;04e93f2b5fad:39777 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41501:41501),(127.0.0.1/127.0.0.1:46481:46481)] 2024-11-16T14:27:23,971 DEBUG [RS:0;04e93f2b5fad:36685 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/WALs/04e93f2b5fad,36685,1731767243250/04e93f2b5fad%2C36685%2C1731767243250.1731767243953, exclude list is [], retry=0 2024-11-16T14:27:23,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37473,DS-5b8b14d4-f63e-4886-938c-0516f7bc5191,DISK] 2024-11-16T14:27:23,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41575,DS-e7789cb5-110b-43d5-a871-6051d5da2172,DISK] 2024-11-16T14:27:23,976 INFO [RS:0;04e93f2b5fad:36685 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/WALs/04e93f2b5fad,36685,1731767243250/04e93f2b5fad%2C36685%2C1731767243250.1731767243953 2024-11-16T14:27:23,977 DEBUG [RS:0;04e93f2b5fad:36685 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41501:41501),(127.0.0.1/127.0.0.1:46481:46481)] 2024-11-16T14:27:24,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:24,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T14:27:24,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T14:27:24,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:24,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:24,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T14:27:24,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T14:27:24,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:24,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:24,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T14:27:24,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T14:27:24,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:24,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:24,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T14:27:24,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T14:27:24,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:24,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:24,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T14:27:24,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/hbase/meta/1588230740 2024-11-16T14:27:24,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/hbase/meta/1588230740 2024-11-16T14:27:24,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T14:27:24,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T14:27:24,090 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T14:27:24,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T14:27:24,094 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T14:27:24,094 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74441976, jitterRate=0.10927188396453857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T14:27:24,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731767244076Initializing all the Stores at 1731767244077 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767244077Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767244077Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767244078 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767244078Cleaning up temporary data from old regions at 1731767244089 (+11 ms)Region opened successfully at 1731767244096 (+7 ms) 2024-11-16T14:27:24,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T14:27:24,096 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T14:27:24,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T14:27:24,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T14:27:24,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T14:27:24,097 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T14:27:24,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731767244096Disabling compacts and flushes for region at 1731767244096Disabling writes for close at 1731767244096Writing region close event to WAL at 1731767244097 (+1 ms)Closed at 1731767244097 2024-11-16T14:27:24,098 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T14:27:24,098 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T14:27:24,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T14:27:24,100 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T14:27:24,101 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T14:27:24,251 DEBUG [04e93f2b5fad:38119 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-16T14:27:24,251 DEBUG [04e93f2b5fad:38119 {}] balancer.BalancerClusterState(204): Hosts are {04e93f2b5fad=0} racks are {/default-rack=0} 2024-11-16T14:27:24,254 DEBUG [04e93f2b5fad:38119 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T14:27:24,254 DEBUG [04e93f2b5fad:38119 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T14:27:24,254 DEBUG [04e93f2b5fad:38119 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T14:27:24,254 DEBUG [04e93f2b5fad:38119 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T14:27:24,254 INFO [04e93f2b5fad:38119 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T14:27:24,254 INFO [04e93f2b5fad:38119 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T14:27:24,254 DEBUG [04e93f2b5fad:38119 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T14:27:24,254 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04e93f2b5fad,36685,1731767243250 2024-11-16T14:27:24,255 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04e93f2b5fad,36685,1731767243250, state=OPENING 2024-11-16T14:27:24,300 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T14:27:24,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x101440b0cf20001, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:24,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101440b0cf20002, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:24,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:24,311 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T14:27:24,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:24,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:24,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:24,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04e93f2b5fad,36685,1731767243250}] 2024-11-16T14:27:24,465 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T14:27:24,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T14:27:24,470 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T14:27:24,471 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T14:27:24,471 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T14:27:24,473 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C36685%2C1731767243250.meta, suffix=.meta, logDir=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/WALs/04e93f2b5fad,36685,1731767243250, archiveDir=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/oldWALs, maxLogs=32 2024-11-16T14:27:24,488 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/WALs/04e93f2b5fad,36685,1731767243250/04e93f2b5fad%2C36685%2C1731767243250.meta.1731767244473.meta, exclude list is [], retry=0 2024-11-16T14:27:24,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41575,DS-e7789cb5-110b-43d5-a871-6051d5da2172,DISK] 2024-11-16T14:27:24,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37473,DS-5b8b14d4-f63e-4886-938c-0516f7bc5191,DISK] 2024-11-16T14:27:24,492 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/WALs/04e93f2b5fad,36685,1731767243250/04e93f2b5fad%2C36685%2C1731767243250.meta.1731767244473.meta 2024-11-16T14:27:24,492 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41501:41501),(127.0.0.1/127.0.0.1:46481:46481)] 2024-11-16T14:27:24,492 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T14:27:24,493 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T14:27:24,493 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T14:27:24,493 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T14:27:24,493 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T14:27:24,493 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:24,493 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T14:27:24,493 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T14:27:24,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T14:27:24,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T14:27:24,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:24,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:24,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T14:27:24,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T14:27:24,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:24,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:24,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T14:27:24,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T14:27:24,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:24,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:24,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T14:27:24,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T14:27:24,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:24,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:24,501 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T14:27:24,502 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/hbase/meta/1588230740 2024-11-16T14:27:24,503 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/hbase/meta/1588230740 2024-11-16T14:27:24,505 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T14:27:24,505 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T14:27:24,505 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T14:27:24,506 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T14:27:24,507 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64871471, jitterRate=-0.03333975374698639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T14:27:24,507 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T14:27:24,509 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731767244493Writing region info on filesystem at 1731767244493Initializing all the Stores at 1731767244494 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767244494Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767244495 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767244495Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767244495Cleaning up temporary data from old regions at 1731767244505 (+10 ms)Running coprocessor post-open hooks at 1731767244507 (+2 ms)Region opened successfully at 1731767244509 (+2 ms) 2024-11-16T14:27:24,510 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731767244464 2024-11-16T14:27:24,513 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T14:27:24,513 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T14:27:24,514 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,36685,1731767243250 2024-11-16T14:27:24,515 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04e93f2b5fad,36685,1731767243250, state=OPEN 2024-11-16T14:27:24,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x101440b0cf20001, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T14:27:24,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T14:27:24,521 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04e93f2b5fad,36685,1731767243250 2024-11-16T14:27:24,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101440b0cf20002, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T14:27:24,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:24,521 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:24,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:24,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T14:27:24,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04e93f2b5fad,36685,1731767243250 in 210 msec 2024-11-16T14:27:24,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T14:27:24,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec 2024-11-16T14:27:24,528 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T14:27:24,528 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T14:27:24,529 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T14:27:24,530 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04e93f2b5fad,36685,1731767243250, seqNum=-1] 2024-11-16T14:27:24,530 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T14:27:24,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T14:27:24,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 896 msec 2024-11-16T14:27:24,539 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731767244539, completionTime=-1 2024-11-16T14:27:24,539 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-16T14:27:24,539 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T14:27:24,542 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-16T14:27:24,542 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731767304542 2024-11-16T14:27:24,542 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731767364542 2024-11-16T14:27:24,542 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T14:27:24,542 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,38119,1731767243096-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:24,542 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,38119,1731767243096-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:24,542 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,38119,1731767243096-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:24,543 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04e93f2b5fad:38119, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:24,543 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:24,543 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:24,545 DEBUG [master/04e93f2b5fad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T14:27:24,548 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.195sec 2024-11-16T14:27:24,548 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T14:27:24,548 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T14:27:24,548 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T14:27:24,548 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T14:27:24,548 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T14:27:24,548 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,38119,1731767243096-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T14:27:24,548 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,38119,1731767243096-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T14:27:24,551 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T14:27:24,551 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T14:27:24,551 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,38119,1731767243096-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:24,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed3091f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T14:27:24,610 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04e93f2b5fad,38119,-1 for getting cluster id 2024-11-16T14:27:24,610 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T14:27:24,612 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '975a2c99-d9a4-4dbf-afca-a28188e6ac96' 2024-11-16T14:27:24,612 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T14:27:24,612 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "975a2c99-d9a4-4dbf-afca-a28188e6ac96" 2024-11-16T14:27:24,612 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b041660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T14:27:24,612 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04e93f2b5fad,38119,-1] 2024-11-16T14:27:24,613 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T14:27:24,613 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:24,614 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T14:27:24,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@650d0346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T14:27:24,615 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T14:27:24,616 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04e93f2b5fad,36685,1731767243250, seqNum=-1] 2024-11-16T14:27:24,616 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T14:27:24,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T14:27:24,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04e93f2b5fad,38119,1731767243096 2024-11-16T14:27:24,620 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T14:27:24,621 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 04e93f2b5fad,38119,1731767243096 2024-11-16T14:27:24,621 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77df3a2b 2024-11-16T14:27:24,621 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T14:27:24,622 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T14:27:24,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T14:27:24,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-16T14:27:24,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T14:27:24,626 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:24,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-16T14:27:24,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T14:27:24,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T14:27:24,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741836_1012 (size=379) 2024-11-16T14:27:24,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741836_1012 (size=379) 2024-11-16T14:27:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T14:27:24,840 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T14:27:24,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:24,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:24,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:24,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T14:27:25,038 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e49d6d5900dfd869e7ff9468ab2baffc, NAME => 'testClearRegionBlockCache,,1731767244622.e49d6d5900dfd869e7ff9468ab2baffc.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8 2024-11-16T14:27:25,038 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6a356af3fc2f8345b629c561d1eadeed, NAME => 'testClearRegionBlockCache,5,1731767244622.6a356af3fc2f8345b629c561d1eadeed.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8 2024-11-16T14:27:25,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741838_1014 (size=61) 2024-11-16T14:27:25,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741837_1013 (size=61) 2024-11-16T14:27:25,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741838_1014 (size=61) 2024-11-16T14:27:25,050 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731767244622.6a356af3fc2f8345b629c561d1eadeed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:25,050 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 6a356af3fc2f8345b629c561d1eadeed, disabling compactions & flushes 2024-11-16T14:27:25,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741837_1013 (size=61) 2024-11-16T14:27:25,050 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731767244622.6a356af3fc2f8345b629c561d1eadeed. 2024-11-16T14:27:25,050 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731767244622.e49d6d5900dfd869e7ff9468ab2baffc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:25,050 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731767244622.6a356af3fc2f8345b629c561d1eadeed. 2024-11-16T14:27:25,050 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731767244622.6a356af3fc2f8345b629c561d1eadeed. after waiting 0 ms 2024-11-16T14:27:25,050 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing e49d6d5900dfd869e7ff9468ab2baffc, disabling compactions & flushes 2024-11-16T14:27:25,050 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731767244622.6a356af3fc2f8345b629c561d1eadeed. 2024-11-16T14:27:25,050 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731767244622.e49d6d5900dfd869e7ff9468ab2baffc. 2024-11-16T14:27:25,050 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731767244622.6a356af3fc2f8345b629c561d1eadeed. 2024-11-16T14:27:25,050 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731767244622.e49d6d5900dfd869e7ff9468ab2baffc. 2024-11-16T14:27:25,050 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6a356af3fc2f8345b629c561d1eadeed: Waiting for close lock at 1731767245050Disabling compacts and flushes for region at 1731767245050Disabling writes for close at 1731767245050Writing region close event to WAL at 1731767245050Closed at 1731767245050 2024-11-16T14:27:25,050 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731767244622.e49d6d5900dfd869e7ff9468ab2baffc. after waiting 0 ms 2024-11-16T14:27:25,050 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731767244622.e49d6d5900dfd869e7ff9468ab2baffc. 2024-11-16T14:27:25,050 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731767244622.e49d6d5900dfd869e7ff9468ab2baffc. 2024-11-16T14:27:25,050 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for e49d6d5900dfd869e7ff9468ab2baffc: Waiting for close lock at 1731767245050Disabling compacts and flushes for region at 1731767245050Disabling writes for close at 1731767245050Writing region close event to WAL at 1731767245050Closed at 1731767245050 2024-11-16T14:27:25,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T14:27:25,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731767244622.6a356af3fc2f8345b629c561d1eadeed.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731767245052"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731767245052"}]},"ts":"1731767245052"} 2024-11-16T14:27:25,053 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731767244622.e49d6d5900dfd869e7ff9468ab2baffc.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731767245052"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731767245052"}]},"ts":"1731767245052"} 2024-11-16T14:27:25,056 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-16T14:27:25,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T14:27:25,058 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731767245058"}]},"ts":"1731767245058"} 2024-11-16T14:27:25,061 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-16T14:27:25,061 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {04e93f2b5fad=0} racks are {/default-rack=0} 2024-11-16T14:27:25,063 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T14:27:25,063 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T14:27:25,063 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T14:27:25,063 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T14:27:25,063 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T14:27:25,063 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T14:27:25,063 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T14:27:25,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e49d6d5900dfd869e7ff9468ab2baffc, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6a356af3fc2f8345b629c561d1eadeed, ASSIGN}] 2024-11-16T14:27:25,065 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6a356af3fc2f8345b629c561d1eadeed, ASSIGN 2024-11-16T14:27:25,065 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e49d6d5900dfd869e7ff9468ab2baffc, ASSIGN 2024-11-16T14:27:25,067 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e49d6d5900dfd869e7ff9468ab2baffc, ASSIGN; state=OFFLINE, location=04e93f2b5fad,39777,1731767243289; forceNewPlan=false, retain=false 2024-11-16T14:27:25,067 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6a356af3fc2f8345b629c561d1eadeed, ASSIGN; state=OFFLINE, location=04e93f2b5fad,36685,1731767243250; forceNewPlan=false, retain=false 2024-11-16T14:27:25,217 INFO [04e93f2b5fad:38119 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-16T14:27:25,217 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e49d6d5900dfd869e7ff9468ab2baffc, regionState=OPENING, regionLocation=04e93f2b5fad,39777,1731767243289 2024-11-16T14:27:25,217 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6a356af3fc2f8345b629c561d1eadeed, regionState=OPENING, regionLocation=04e93f2b5fad,36685,1731767243250 2024-11-16T14:27:25,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e49d6d5900dfd869e7ff9468ab2baffc, ASSIGN because future has completed 2024-11-16T14:27:25,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e49d6d5900dfd869e7ff9468ab2baffc, server=04e93f2b5fad,39777,1731767243289}] 2024-11-16T14:27:25,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6a356af3fc2f8345b629c561d1eadeed, ASSIGN because future has completed 2024-11-16T14:27:25,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a356af3fc2f8345b629c561d1eadeed, server=04e93f2b5fad,36685,1731767243250}] 2024-11-16T14:27:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T14:27:25,374 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T14:27:25,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T14:27:25,380 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731767244622.e49d6d5900dfd869e7ff9468ab2baffc. 2024-11-16T14:27:25,380 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e49d6d5900dfd869e7ff9468ab2baffc, NAME => 'testClearRegionBlockCache,,1731767244622.e49d6d5900dfd869e7ff9468ab2baffc.', STARTKEY => '', ENDKEY => '5'} 2024-11-16T14:27:25,380 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e49d6d5900dfd869e7ff9468ab2baffc 2024-11-16T14:27:25,380 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731767244622.e49d6d5900dfd869e7ff9468ab2baffc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:25,380 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e49d6d5900dfd869e7ff9468ab2baffc 2024-11-16T14:27:25,380 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e49d6d5900dfd869e7ff9468ab2baffc 2024-11-16T14:27:25,381 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731767244622.6a356af3fc2f8345b629c561d1eadeed. 2024-11-16T14:27:25,381 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 6a356af3fc2f8345b629c561d1eadeed, NAME => 'testClearRegionBlockCache,5,1731767244622.6a356af3fc2f8345b629c561d1eadeed.', STARTKEY => '5', ENDKEY => ''} 2024-11-16T14:27:25,381 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6a356af3fc2f8345b629c561d1eadeed 2024-11-16T14:27:25,382 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731767244622.6a356af3fc2f8345b629c561d1eadeed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:25,382 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 6a356af3fc2f8345b629c561d1eadeed 2024-11-16T14:27:25,382 INFO [StoreOpener-e49d6d5900dfd869e7ff9468ab2baffc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e49d6d5900dfd869e7ff9468ab2baffc 2024-11-16T14:27:25,382 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 6a356af3fc2f8345b629c561d1eadeed 2024-11-16T14:27:25,383 INFO [StoreOpener-6a356af3fc2f8345b629c561d1eadeed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6a356af3fc2f8345b629c561d1eadeed 2024-11-16T14:27:25,383 INFO [StoreOpener-e49d6d5900dfd869e7ff9468ab2baffc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e49d6d5900dfd869e7ff9468ab2baffc columnFamilyName family 2024-11-16T14:27:25,383 DEBUG [StoreOpener-e49d6d5900dfd869e7ff9468ab2baffc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:25,383 INFO [StoreOpener-e49d6d5900dfd869e7ff9468ab2baffc-1 {}] regionserver.HStore(327): Store=e49d6d5900dfd869e7ff9468ab2baffc/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:25,384 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e49d6d5900dfd869e7ff9468ab2baffc 2024-11-16T14:27:25,384 INFO [StoreOpener-6a356af3fc2f8345b629c561d1eadeed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6a356af3fc2f8345b629c561d1eadeed columnFamilyName family 2024-11-16T14:27:25,384 DEBUG [StoreOpener-6a356af3fc2f8345b629c561d1eadeed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:25,385 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/default/testClearRegionBlockCache/e49d6d5900dfd869e7ff9468ab2baffc 2024-11-16T14:27:25,385 INFO [StoreOpener-6a356af3fc2f8345b629c561d1eadeed-1 {}] regionserver.HStore(327): Store=6a356af3fc2f8345b629c561d1eadeed/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:25,385 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 6a356af3fc2f8345b629c561d1eadeed 2024-11-16T14:27:25,385 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/default/testClearRegionBlockCache/e49d6d5900dfd869e7ff9468ab2baffc 2024-11-16T14:27:25,385 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e49d6d5900dfd869e7ff9468ab2baffc 2024-11-16T14:27:25,385 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e49d6d5900dfd869e7ff9468ab2baffc 2024-11-16T14:27:25,385 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/default/testClearRegionBlockCache/6a356af3fc2f8345b629c561d1eadeed 2024-11-16T14:27:25,386 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/default/testClearRegionBlockCache/6a356af3fc2f8345b629c561d1eadeed 2024-11-16T14:27:25,386 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 6a356af3fc2f8345b629c561d1eadeed 2024-11-16T14:27:25,386 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 6a356af3fc2f8345b629c561d1eadeed 2024-11-16T14:27:25,387 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e49d6d5900dfd869e7ff9468ab2baffc 2024-11-16T14:27:25,388 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 6a356af3fc2f8345b629c561d1eadeed 2024-11-16T14:27:25,389 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/default/testClearRegionBlockCache/e49d6d5900dfd869e7ff9468ab2baffc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T14:27:25,390 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/default/testClearRegionBlockCache/6a356af3fc2f8345b629c561d1eadeed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T14:27:25,390 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened e49d6d5900dfd869e7ff9468ab2baffc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72130677, jitterRate=0.07483084499835968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T14:27:25,390 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e49d6d5900dfd869e7ff9468ab2baffc 2024-11-16T14:27:25,390 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 6a356af3fc2f8345b629c561d1eadeed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59580534, jitterRate=-0.11218085885047913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T14:27:25,391 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6a356af3fc2f8345b629c561d1eadeed 2024-11-16T14:27:25,391 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 6a356af3fc2f8345b629c561d1eadeed: Running coprocessor pre-open hook at 1731767245382Writing region info on filesystem at 1731767245382Initializing all the Stores at 1731767245383 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767245383Cleaning up temporary data from old regions at 1731767245386 (+3 ms)Running coprocessor post-open hooks at 1731767245391 (+5 ms)Region opened successfully at 1731767245391 2024-11-16T14:27:25,391 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e49d6d5900dfd869e7ff9468ab2baffc: Running coprocessor pre-open hook at 1731767245380Writing region info on filesystem at 1731767245380Initializing all the Stores at 1731767245381 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767245381Cleaning up temporary data from old regions at 1731767245385 (+4 ms)Running coprocessor post-open hooks at 1731767245390 (+5 ms)Region opened successfully at 1731767245391 (+1 ms) 2024-11-16T14:27:25,392 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731767244622.e49d6d5900dfd869e7ff9468ab2baffc., pid=7, masterSystemTime=1731767245374 2024-11-16T14:27:25,393 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731767244622.6a356af3fc2f8345b629c561d1eadeed., pid=8, masterSystemTime=1731767245376 2024-11-16T14:27:25,395 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731767244622.6a356af3fc2f8345b629c561d1eadeed. 2024-11-16T14:27:25,395 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731767244622.6a356af3fc2f8345b629c561d1eadeed. 2024-11-16T14:27:25,396 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6a356af3fc2f8345b629c561d1eadeed, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,36685,1731767243250 2024-11-16T14:27:25,396 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731767244622.e49d6d5900dfd869e7ff9468ab2baffc. 2024-11-16T14:27:25,396 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731767244622.e49d6d5900dfd869e7ff9468ab2baffc. 2024-11-16T14:27:25,397 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e49d6d5900dfd869e7ff9468ab2baffc, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,39777,1731767243289 2024-11-16T14:27:25,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6a356af3fc2f8345b629c561d1eadeed, server=04e93f2b5fad,36685,1731767243250 because future has completed 2024-11-16T14:27:25,399 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38119 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=04e93f2b5fad,39777,1731767243289, table=testClearRegionBlockCache, region=e49d6d5900dfd869e7ff9468ab2baffc. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-16T14:27:25,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e49d6d5900dfd869e7ff9468ab2baffc, server=04e93f2b5fad,39777,1731767243289 because future has completed 2024-11-16T14:27:25,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-16T14:27:25,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6a356af3fc2f8345b629c561d1eadeed, server=04e93f2b5fad,36685,1731767243250 in 178 msec 2024-11-16T14:27:25,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-16T14:27:25,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e49d6d5900dfd869e7ff9468ab2baffc, server=04e93f2b5fad,39777,1731767243289 in 181 msec 2024-11-16T14:27:25,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6a356af3fc2f8345b629c561d1eadeed, ASSIGN in 340 msec 2024-11-16T14:27:25,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T14:27:25,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e49d6d5900dfd869e7ff9468ab2baffc, ASSIGN in 342 msec 2024-11-16T14:27:25,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T14:27:25,409 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731767245409"}]},"ts":"1731767245409"} 2024-11-16T14:27:25,411 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-16T14:27:25,412 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T14:27:25,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 789 msec 2024-11-16T14:27:25,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T14:27:25,770 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-16T14:27:25,770 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-16T14:27:25,770 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T14:27:25,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-16T14:27:25,774 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T14:27:25,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-16T14:27:25,777 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731767244622.e49d6d5900dfd869e7ff9468ab2baffc., hostname=04e93f2b5fad,39777,1731767243289, seqNum=2] 2024-11-16T14:27:25,777 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T14:27:25,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T14:27:25,790 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731767244622.6a356af3fc2f8345b629c561d1eadeed., hostname=04e93f2b5fad,36685,1731767243250, seqNum=2] 2024-11-16T14:27:25,800 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6a356af3fc2f8345b629c561d1eadeed 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-16T14:27:25,817 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/default/testClearRegionBlockCache/6a356af3fc2f8345b629c561d1eadeed/.tmp/family/8eabf490114a455bbcffd23a195f0dba is 32, key is 5/family:/1731767245791/Put/seqid=0 2024-11-16T14:27:25,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741839_1015 (size=5083) 2024-11-16T14:27:25,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741839_1015 (size=5083) 2024-11-16T14:27:25,823 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/default/testClearRegionBlockCache/6a356af3fc2f8345b629c561d1eadeed/.tmp/family/8eabf490114a455bbcffd23a195f0dba 2024-11-16T14:27:25,830 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/default/testClearRegionBlockCache/6a356af3fc2f8345b629c561d1eadeed/.tmp/family/8eabf490114a455bbcffd23a195f0dba as hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/default/testClearRegionBlockCache/6a356af3fc2f8345b629c561d1eadeed/family/8eabf490114a455bbcffd23a195f0dba 2024-11-16T14:27:25,836 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/default/testClearRegionBlockCache/6a356af3fc2f8345b629c561d1eadeed/family/8eabf490114a455bbcffd23a195f0dba, entries=5, sequenceid=9, filesize=5.0 K 2024-11-16T14:27:25,837 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 6a356af3fc2f8345b629c561d1eadeed in 37ms, sequenceid=9, compaction requested=false 2024-11-16T14:27:25,837 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6a356af3fc2f8345b629c561d1eadeed: 2024-11-16T14:27:25,837 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e49d6d5900dfd869e7ff9468ab2baffc 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-16T14:27:25,853 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/default/testClearRegionBlockCache/e49d6d5900dfd869e7ff9468ab2baffc/.tmp/family/97a4f15546384500b1a1676ab10391fa is 32, key is 1/family:/1731767245779/Put/seqid=0 2024-11-16T14:27:25,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741840_1016 (size=5054) 2024-11-16T14:27:25,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741840_1016 (size=5054) 2024-11-16T14:27:25,859 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/default/testClearRegionBlockCache/e49d6d5900dfd869e7ff9468ab2baffc/.tmp/family/97a4f15546384500b1a1676ab10391fa 2024-11-16T14:27:25,866 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/default/testClearRegionBlockCache/e49d6d5900dfd869e7ff9468ab2baffc/.tmp/family/97a4f15546384500b1a1676ab10391fa as hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/default/testClearRegionBlockCache/e49d6d5900dfd869e7ff9468ab2baffc/family/97a4f15546384500b1a1676ab10391fa 2024-11-16T14:27:25,872 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/default/testClearRegionBlockCache/e49d6d5900dfd869e7ff9468ab2baffc/family/97a4f15546384500b1a1676ab10391fa, entries=4, sequenceid=8, filesize=4.9 K 2024-11-16T14:27:25,873 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for e49d6d5900dfd869e7ff9468ab2baffc in 36ms, sequenceid=8, compaction requested=false 2024-11-16T14:27:25,873 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e49d6d5900dfd869e7ff9468ab2baffc: 2024-11-16T14:27:25,878 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-16T14:27:25,882 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T14:27:25,882 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T14:27:25,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T14:27:25,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T14:27:25,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T14:27:25,884 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T14:27:25,884 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T14:27:25,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:25,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:25,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T14:27:25,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T14:27:25,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1625845178, stopped=false 2024-11-16T14:27:25,885 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04e93f2b5fad,38119,1731767243096 2024-11-16T14:27:25,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101440b0cf20002, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:25,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x101440b0cf20001, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:25,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:25,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101440b0cf20002, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:25,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x101440b0cf20001, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:25,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:25,953 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T14:27:25,953 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T14:27:25,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T14:27:25,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:25,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39777-0x101440b0cf20002, quorum=127.0.0.1:54256, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:25,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:25,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36685-0x101440b0cf20001, quorum=127.0.0.1:54256, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:25,954 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04e93f2b5fad,36685,1731767243250' ***** 2024-11-16T14:27:25,954 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T14:27:25,954 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04e93f2b5fad,39777,1731767243289' ***** 2024-11-16T14:27:25,954 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T14:27:25,954 INFO [RS:0;04e93f2b5fad:36685 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T14:27:25,954 INFO [RS:0;04e93f2b5fad:36685 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T14:27:25,954 INFO [RS:1;04e93f2b5fad:39777 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T14:27:25,954 INFO [RS:0;04e93f2b5fad:36685 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T14:27:25,954 INFO [RS:1;04e93f2b5fad:39777 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T14:27:25,954 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T14:27:25,954 INFO [RS:1;04e93f2b5fad:39777 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T14:27:25,954 INFO [RS:0;04e93f2b5fad:36685 {}] regionserver.HRegionServer(3091): Received CLOSE for 6a356af3fc2f8345b629c561d1eadeed 2024-11-16T14:27:25,954 INFO [RS:1;04e93f2b5fad:39777 {}] regionserver.HRegionServer(3091): Received CLOSE for e49d6d5900dfd869e7ff9468ab2baffc 2024-11-16T14:27:25,955 INFO [RS:0;04e93f2b5fad:36685 {}] regionserver.HRegionServer(959): stopping server 04e93f2b5fad,36685,1731767243250 2024-11-16T14:27:25,955 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T14:27:25,955 INFO [RS:0;04e93f2b5fad:36685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T14:27:25,955 INFO [RS:0;04e93f2b5fad:36685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04e93f2b5fad:36685. 2024-11-16T14:27:25,955 INFO [RS:1;04e93f2b5fad:39777 {}] regionserver.HRegionServer(959): stopping server 04e93f2b5fad,39777,1731767243289 2024-11-16T14:27:25,955 INFO [RS:1;04e93f2b5fad:39777 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T14:27:25,955 DEBUG [RS:0;04e93f2b5fad:36685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T14:27:25,955 INFO [RS:1;04e93f2b5fad:39777 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;04e93f2b5fad:39777. 2024-11-16T14:27:25,955 DEBUG [RS:0;04e93f2b5fad:36685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:25,955 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e49d6d5900dfd869e7ff9468ab2baffc, disabling compactions & flushes 2024-11-16T14:27:25,955 DEBUG [RS:1;04e93f2b5fad:39777 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T14:27:25,955 INFO [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731767244622.e49d6d5900dfd869e7ff9468ab2baffc. 2024-11-16T14:27:25,955 INFO [RS:0;04e93f2b5fad:36685 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T14:27:25,955 DEBUG [RS:1;04e93f2b5fad:39777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:25,955 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731767244622.e49d6d5900dfd869e7ff9468ab2baffc. 2024-11-16T14:27:25,955 INFO [RS:0;04e93f2b5fad:36685 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T14:27:25,955 INFO [RS:0;04e93f2b5fad:36685 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T14:27:25,955 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731767244622.e49d6d5900dfd869e7ff9468ab2baffc. after waiting 0 ms 2024-11-16T14:27:25,955 INFO [RS:1;04e93f2b5fad:39777 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T14:27:25,955 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731767244622.e49d6d5900dfd869e7ff9468ab2baffc. 2024-11-16T14:27:25,955 DEBUG [RS:1;04e93f2b5fad:39777 {}] regionserver.HRegionServer(1325): Online Regions={e49d6d5900dfd869e7ff9468ab2baffc=testClearRegionBlockCache,,1731767244622.e49d6d5900dfd869e7ff9468ab2baffc.} 2024-11-16T14:27:25,955 INFO [RS:0;04e93f2b5fad:36685 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T14:27:25,955 DEBUG [RS:1;04e93f2b5fad:39777 {}] regionserver.HRegionServer(1351): Waiting on e49d6d5900dfd869e7ff9468ab2baffc 2024-11-16T14:27:25,955 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6a356af3fc2f8345b629c561d1eadeed, disabling compactions & flushes 2024-11-16T14:27:25,955 INFO [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731767244622.6a356af3fc2f8345b629c561d1eadeed. 2024-11-16T14:27:25,956 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731767244622.6a356af3fc2f8345b629c561d1eadeed. 2024-11-16T14:27:25,956 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731767244622.6a356af3fc2f8345b629c561d1eadeed. after waiting 0 ms 2024-11-16T14:27:25,956 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731767244622.6a356af3fc2f8345b629c561d1eadeed. 2024-11-16T14:27:25,956 INFO [RS:0;04e93f2b5fad:36685 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T14:27:25,956 DEBUG [RS:0;04e93f2b5fad:36685 {}] regionserver.HRegionServer(1325): Online Regions={6a356af3fc2f8345b629c561d1eadeed=testClearRegionBlockCache,5,1731767244622.6a356af3fc2f8345b629c561d1eadeed., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T14:27:25,956 DEBUG [RS:0;04e93f2b5fad:36685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6a356af3fc2f8345b629c561d1eadeed 2024-11-16T14:27:25,956 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T14:27:25,956 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T14:27:25,956 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T14:27:25,956 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T14:27:25,956 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T14:27:25,956 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-16T14:27:25,960 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/default/testClearRegionBlockCache/6a356af3fc2f8345b629c561d1eadeed/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-16T14:27:25,960 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/default/testClearRegionBlockCache/e49d6d5900dfd869e7ff9468ab2baffc/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T14:27:25,961 INFO [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731767244622.6a356af3fc2f8345b629c561d1eadeed. 2024-11-16T14:27:25,961 INFO [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731767244622.e49d6d5900dfd869e7ff9468ab2baffc. 2024-11-16T14:27:25,961 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6a356af3fc2f8345b629c561d1eadeed: Waiting for close lock at 1731767245955Running coprocessor pre-close hooks at 1731767245955Disabling compacts and flushes for region at 1731767245955Disabling writes for close at 1731767245956 (+1 ms)Writing region close event to WAL at 1731767245956Running coprocessor post-close hooks at 1731767245961 (+5 ms)Closed at 1731767245961 2024-11-16T14:27:25,961 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e49d6d5900dfd869e7ff9468ab2baffc: Waiting for close lock at 1731767245955Running coprocessor pre-close hooks at 1731767245955Disabling compacts and flushes for region at 1731767245955Disabling writes for close at 1731767245955Writing region close event to WAL at 1731767245956 (+1 ms)Running coprocessor post-close hooks at 1731767245961 (+5 ms)Closed at 1731767245961 2024-11-16T14:27:25,961 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731767244622.e49d6d5900dfd869e7ff9468ab2baffc. 2024-11-16T14:27:25,961 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731767244622.6a356af3fc2f8345b629c561d1eadeed. 2024-11-16T14:27:25,972 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/hbase/meta/1588230740/.tmp/info/f50d6bed57454a8b85bbd0a242df99f4 is 173, key is testClearRegionBlockCache,5,1731767244622.6a356af3fc2f8345b629c561d1eadeed./info:regioninfo/1731767245395/Put/seqid=0 2024-11-16T14:27:25,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741841_1017 (size=8173) 2024-11-16T14:27:25,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741841_1017 (size=8173) 2024-11-16T14:27:25,982 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/hbase/meta/1588230740/.tmp/info/f50d6bed57454a8b85bbd0a242df99f4 2024-11-16T14:27:26,004 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/hbase/meta/1588230740/.tmp/ns/4b5c6e1b5dd54d46b39aeff99464b984 is 43, key is default/ns:d/1731767244532/Put/seqid=0 2024-11-16T14:27:26,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741842_1018 (size=5153) 2024-11-16T14:27:26,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741842_1018 (size=5153) 2024-11-16T14:27:26,009 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/hbase/meta/1588230740/.tmp/ns/4b5c6e1b5dd54d46b39aeff99464b984 2024-11-16T14:27:26,018 INFO [regionserver/04e93f2b5fad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T14:27:26,023 INFO [regionserver/04e93f2b5fad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T14:27:26,035 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/hbase/meta/1588230740/.tmp/table/d0ef857923d240e7a0bf252326d6c4d0 is 61, key is testClearRegionBlockCache/table:state/1731767245409/Put/seqid=0 2024-11-16T14:27:26,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741843_1019 (size=5312) 2024-11-16T14:27:26,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741843_1019 (size=5312) 2024-11-16T14:27:26,042 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/hbase/meta/1588230740/.tmp/table/d0ef857923d240e7a0bf252326d6c4d0 2024-11-16T14:27:26,048 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/hbase/meta/1588230740/.tmp/info/f50d6bed57454a8b85bbd0a242df99f4 as hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/hbase/meta/1588230740/info/f50d6bed57454a8b85bbd0a242df99f4 2024-11-16T14:27:26,054 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/hbase/meta/1588230740/info/f50d6bed57454a8b85bbd0a242df99f4, entries=20, sequenceid=13, filesize=8.0 K 2024-11-16T14:27:26,055 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/hbase/meta/1588230740/.tmp/ns/4b5c6e1b5dd54d46b39aeff99464b984 as hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/hbase/meta/1588230740/ns/4b5c6e1b5dd54d46b39aeff99464b984 2024-11-16T14:27:26,063 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/hbase/meta/1588230740/ns/4b5c6e1b5dd54d46b39aeff99464b984, entries=2, sequenceid=13, filesize=5.0 K 2024-11-16T14:27:26,064 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/hbase/meta/1588230740/.tmp/table/d0ef857923d240e7a0bf252326d6c4d0 as hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/hbase/meta/1588230740/table/d0ef857923d240e7a0bf252326d6c4d0 2024-11-16T14:27:26,072 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/hbase/meta/1588230740/table/d0ef857923d240e7a0bf252326d6c4d0, entries=2, sequenceid=13, filesize=5.2 K 2024-11-16T14:27:26,073 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 117ms, sequenceid=13, compaction requested=false 2024-11-16T14:27:26,078 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-16T14:27:26,079 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T14:27:26,079 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T14:27:26,079 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731767245956Running coprocessor pre-close hooks at 1731767245956Disabling compacts and flushes for region at 1731767245956Disabling writes for close at 1731767245956Obtaining lock to block concurrent updates at 1731767245956Preparing flush snapshotting stores in 1588230740 at 1731767245956Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731767245957 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731767245957Flushing 1588230740/info: creating writer at 1731767245957Flushing 1588230740/info: appending metadata at 1731767245972 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731767245972Flushing 1588230740/ns: creating writer at 1731767245989 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731767246003 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731767246003Flushing 1588230740/table: creating writer at 1731767246015 (+12 ms)Flushing 1588230740/table: appending metadata at 1731767246035 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731767246035Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2295649d: reopening flushed file at 1731767246047 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35f30bab: reopening flushed file at 1731767246055 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@767fbf38: reopening flushed file at 1731767246063 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 117ms, sequenceid=13, compaction requested=false at 1731767246073 (+10 ms)Writing region close event to WAL at 1731767246074 (+1 ms)Running coprocessor post-close hooks at 1731767246079 (+5 ms)Closed at 1731767246079 2024-11-16T14:27:26,079 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T14:27:26,156 INFO [RS:1;04e93f2b5fad:39777 {}] regionserver.HRegionServer(976): stopping server 04e93f2b5fad,39777,1731767243289; all regions closed. 2024-11-16T14:27:26,156 INFO [RS:0;04e93f2b5fad:36685 {}] regionserver.HRegionServer(976): stopping server 04e93f2b5fad,36685,1731767243250; all regions closed. 2024-11-16T14:27:26,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741833_1009 (size=1758) 2024-11-16T14:27:26,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741835_1011 (size=4338) 2024-11-16T14:27:26,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741833_1009 (size=1758) 2024-11-16T14:27:26,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741835_1011 (size=4338) 2024-11-16T14:27:26,161 DEBUG [RS:1;04e93f2b5fad:39777 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/oldWALs 2024-11-16T14:27:26,161 DEBUG [RS:0;04e93f2b5fad:36685 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/oldWALs 2024-11-16T14:27:26,161 INFO [RS:1;04e93f2b5fad:39777 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04e93f2b5fad%2C39777%2C1731767243289:(num 1731767243953) 2024-11-16T14:27:26,161 INFO [RS:0;04e93f2b5fad:36685 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04e93f2b5fad%2C36685%2C1731767243250.meta:.meta(num 1731767244473) 2024-11-16T14:27:26,161 DEBUG [RS:1;04e93f2b5fad:39777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:26,161 INFO [RS:1;04e93f2b5fad:39777 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T14:27:26,161 INFO [RS:1;04e93f2b5fad:39777 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T14:27:26,161 INFO [RS:1;04e93f2b5fad:39777 {}] hbase.ChoreService(370): Chore service for: regionserver/04e93f2b5fad:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T14:27:26,161 INFO [RS:1;04e93f2b5fad:39777 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T14:27:26,162 INFO [RS:1;04e93f2b5fad:39777 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T14:27:26,162 INFO [regionserver/04e93f2b5fad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T14:27:26,162 INFO [RS:1;04e93f2b5fad:39777 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T14:27:26,162 INFO [RS:1;04e93f2b5fad:39777 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T14:27:26,162 INFO [RS:1;04e93f2b5fad:39777 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39777 2024-11-16T14:27:26,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741834_1010 (size=1867) 2024-11-16T14:27:26,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741834_1010 (size=1867) 2024-11-16T14:27:26,166 DEBUG [RS:0;04e93f2b5fad:36685 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/oldWALs 2024-11-16T14:27:26,166 INFO [RS:0;04e93f2b5fad:36685 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04e93f2b5fad%2C36685%2C1731767243250:(num 1731767243953) 2024-11-16T14:27:26,166 DEBUG [RS:0;04e93f2b5fad:36685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:26,166 INFO [RS:0;04e93f2b5fad:36685 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T14:27:26,166 INFO [RS:0;04e93f2b5fad:36685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T14:27:26,166 INFO [RS:0;04e93f2b5fad:36685 {}] hbase.ChoreService(370): Chore service for: regionserver/04e93f2b5fad:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T14:27:26,167 INFO [RS:0;04e93f2b5fad:36685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T14:27:26,167 INFO [regionserver/04e93f2b5fad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T14:27:26,167 INFO [RS:0;04e93f2b5fad:36685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36685 2024-11-16T14:27:26,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101440b0cf20002, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04e93f2b5fad,39777,1731767243289 2024-11-16T14:27:26,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T14:27:26,174 INFO [RS:1;04e93f2b5fad:39777 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T14:27:26,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x101440b0cf20001, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04e93f2b5fad,36685,1731767243250 2024-11-16T14:27:26,184 INFO [RS:0;04e93f2b5fad:36685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T14:27:26,184 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04e93f2b5fad,36685,1731767243250] 2024-11-16T14:27:26,205 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04e93f2b5fad,36685,1731767243250 already deleted, retry=false 2024-11-16T14:27:26,205 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04e93f2b5fad,36685,1731767243250 expired; onlineServers=1 2024-11-16T14:27:26,205 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04e93f2b5fad,39777,1731767243289] 2024-11-16T14:27:26,216 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04e93f2b5fad,39777,1731767243289 already deleted, retry=false 2024-11-16T14:27:26,216 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04e93f2b5fad,39777,1731767243289 expired; onlineServers=0 2024-11-16T14:27:26,216 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04e93f2b5fad,38119,1731767243096' ***** 2024-11-16T14:27:26,216 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T14:27:26,216 INFO [M:0;04e93f2b5fad:38119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T14:27:26,216 INFO [M:0;04e93f2b5fad:38119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T14:27:26,216 DEBUG [M:0;04e93f2b5fad:38119 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T14:27:26,216 DEBUG [M:0;04e93f2b5fad:38119 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T14:27:26,216 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T14:27:26,216 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.small.0-1731767243649 {}] cleaner.HFileCleaner(306): Exit Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.small.0-1731767243649,5,FailOnTimeoutGroup] 2024-11-16T14:27:26,216 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.large.0-1731767243649 {}] cleaner.HFileCleaner(306): Exit Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.large.0-1731767243649,5,FailOnTimeoutGroup] 2024-11-16T14:27:26,216 INFO [M:0;04e93f2b5fad:38119 {}] hbase.ChoreService(370): Chore service for: master/04e93f2b5fad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T14:27:26,216 INFO [M:0;04e93f2b5fad:38119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T14:27:26,217 DEBUG [M:0;04e93f2b5fad:38119 {}] master.HMaster(1795): Stopping service threads 2024-11-16T14:27:26,217 INFO [M:0;04e93f2b5fad:38119 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T14:27:26,217 INFO [M:0;04e93f2b5fad:38119 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T14:27:26,217 INFO [M:0;04e93f2b5fad:38119 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T14:27:26,217 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T14:27:26,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T14:27:26,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:26,226 DEBUG [M:0;04e93f2b5fad:38119 {}] zookeeper.ZKUtil(347): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T14:27:26,226 WARN [M:0;04e93f2b5fad:38119 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T14:27:26,227 INFO [M:0;04e93f2b5fad:38119 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/.lastflushedseqids 2024-11-16T14:27:26,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741844_1020 (size=182) 2024-11-16T14:27:26,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741844_1020 (size=182) 2024-11-16T14:27:26,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101440b0cf20002, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:26,295 INFO [RS:1;04e93f2b5fad:39777 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T14:27:26,295 INFO [RS:1;04e93f2b5fad:39777 {}] regionserver.HRegionServer(1031): Exiting; stopping=04e93f2b5fad,39777,1731767243289; zookeeper connection closed. 2024-11-16T14:27:26,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39777-0x101440b0cf20002, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:26,295 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39bf2afd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39bf2afd 2024-11-16T14:27:26,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x101440b0cf20001, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:26,305 INFO [RS:0;04e93f2b5fad:36685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T14:27:26,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36685-0x101440b0cf20001, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:26,306 INFO [RS:0;04e93f2b5fad:36685 {}] regionserver.HRegionServer(1031): Exiting; stopping=04e93f2b5fad,36685,1731767243250; zookeeper connection closed. 2024-11-16T14:27:26,306 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@322b1b24 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@322b1b24 2024-11-16T14:27:26,306 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-16T14:27:26,634 INFO [M:0;04e93f2b5fad:38119 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T14:27:26,634 INFO [M:0;04e93f2b5fad:38119 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T14:27:26,635 DEBUG [M:0;04e93f2b5fad:38119 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T14:27:26,635 INFO [M:0;04e93f2b5fad:38119 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:26,635 DEBUG [M:0;04e93f2b5fad:38119 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:26,635 DEBUG [M:0;04e93f2b5fad:38119 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T14:27:26,635 DEBUG [M:0;04e93f2b5fad:38119 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:26,635 INFO [M:0;04e93f2b5fad:38119 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-16T14:27:26,675 DEBUG [M:0;04e93f2b5fad:38119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ada76b3bcab424b8fabd148eb3e99f6 is 82, key is hbase:meta,,1/info:regioninfo/1731767244514/Put/seqid=0 2024-11-16T14:27:26,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741845_1021 (size=5672) 2024-11-16T14:27:26,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741845_1021 (size=5672) 2024-11-16T14:27:26,680 INFO [M:0;04e93f2b5fad:38119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ada76b3bcab424b8fabd148eb3e99f6 2024-11-16T14:27:26,701 DEBUG [M:0;04e93f2b5fad:38119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81fda5c35f8d4193ac34414305b947a6 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731767245414/Put/seqid=0 2024-11-16T14:27:26,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741846_1022 (size=6219) 2024-11-16T14:27:26,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741846_1022 (size=6219) 2024-11-16T14:27:26,708 INFO [M:0;04e93f2b5fad:38119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81fda5c35f8d4193ac34414305b947a6 2024-11-16T14:27:26,731 DEBUG [M:0;04e93f2b5fad:38119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7e0548ec35842c783c3da6d459e71cf is 69, key is 04e93f2b5fad,36685,1731767243250/rs:state/1731767243750/Put/seqid=0 2024-11-16T14:27:26,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741847_1023 (size=5224) 2024-11-16T14:27:26,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741847_1023 (size=5224) 2024-11-16T14:27:26,736 INFO [M:0;04e93f2b5fad:38119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7e0548ec35842c783c3da6d459e71cf 2024-11-16T14:27:26,743 DEBUG [M:0;04e93f2b5fad:38119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ada76b3bcab424b8fabd148eb3e99f6 as hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ada76b3bcab424b8fabd148eb3e99f6 2024-11-16T14:27:26,748 INFO [M:0;04e93f2b5fad:38119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ada76b3bcab424b8fabd148eb3e99f6, entries=8, sequenceid=71, filesize=5.5 K 2024-11-16T14:27:26,749 DEBUG [M:0;04e93f2b5fad:38119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/81fda5c35f8d4193ac34414305b947a6 as hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81fda5c35f8d4193ac34414305b947a6 2024-11-16T14:27:26,755 INFO [M:0;04e93f2b5fad:38119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/81fda5c35f8d4193ac34414305b947a6, entries=8, sequenceid=71, filesize=6.1 K 2024-11-16T14:27:26,756 DEBUG [M:0;04e93f2b5fad:38119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7e0548ec35842c783c3da6d459e71cf as hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d7e0548ec35842c783c3da6d459e71cf 2024-11-16T14:27:26,761 INFO [M:0;04e93f2b5fad:38119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36359/user/jenkins/test-data/1e396d68-6f2b-9bbb-d6e4-bbc20650aed8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d7e0548ec35842c783c3da6d459e71cf, entries=2, sequenceid=71, filesize=5.1 K 2024-11-16T14:27:26,762 INFO [M:0;04e93f2b5fad:38119 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=71, compaction requested=false 2024-11-16T14:27:26,763 INFO [M:0;04e93f2b5fad:38119 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:26,763 DEBUG [M:0;04e93f2b5fad:38119 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731767246635Disabling compacts and flushes for region at 1731767246635Disabling writes for close at 1731767246635Obtaining lock to block concurrent updates at 1731767246635Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731767246635Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731767246635Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731767246636 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731767246636Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731767246675 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731767246675Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731767246686 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731767246701 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731767246701Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731767246714 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731767246731 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731767246731Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bd76beb: reopening flushed file at 1731767246742 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f71986f: reopening flushed file at 1731767246748 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c3debc9: reopening flushed file at 1731767246755 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=71, compaction requested=false at 1731767246762 (+7 ms)Writing region close event to WAL at 1731767246763 (+1 ms)Closed at 1731767246763 2024-11-16T14:27:26,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37473 is added to blk_1073741830_1006 (size=35440) 2024-11-16T14:27:26,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41575 is added to blk_1073741830_1006 (size=35440) 2024-11-16T14:27:26,765 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T14:27:26,765 INFO [M:0;04e93f2b5fad:38119 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T14:27:26,766 INFO [M:0;04e93f2b5fad:38119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38119 2024-11-16T14:27:26,766 INFO [M:0;04e93f2b5fad:38119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T14:27:26,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:26,905 INFO [M:0;04e93f2b5fad:38119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T14:27:26,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38119-0x101440b0cf20000, quorum=127.0.0.1:54256, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:26,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@377da253{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T14:27:26,908 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6eb33f7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T14:27:26,908 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T14:27:26,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a012ac0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T14:27:26,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35f597cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/hadoop.log.dir/,STOPPED} 2024-11-16T14:27:26,910 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T14:27:26,910 WARN [BP-141983232-172.17.0.2-1731767240945 heartbeating to localhost/127.0.0.1:36359 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T14:27:26,910 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T14:27:26,910 WARN [BP-141983232-172.17.0.2-1731767240945 heartbeating to localhost/127.0.0.1:36359 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-141983232-172.17.0.2-1731767240945 (Datanode Uuid cecedf47-ec7b-472a-a71a-78a6cb0f1e15) service to localhost/127.0.0.1:36359 2024-11-16T14:27:26,910 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/cluster_b8e59dbe-58b7-4f21-2624-bf33ef2f3113/data/data3/current/BP-141983232-172.17.0.2-1731767240945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T14:27:26,911 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/cluster_b8e59dbe-58b7-4f21-2624-bf33ef2f3113/data/data4/current/BP-141983232-172.17.0.2-1731767240945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T14:27:26,911 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T14:27:26,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7226f26c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T14:27:26,913 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5085a930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T14:27:26,913 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T14:27:26,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f04fc9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T14:27:26,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4776a6be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/hadoop.log.dir/,STOPPED} 2024-11-16T14:27:26,915 WARN [BP-141983232-172.17.0.2-1731767240945 heartbeating to localhost/127.0.0.1:36359 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T14:27:26,915 WARN [BP-141983232-172.17.0.2-1731767240945 heartbeating to localhost/127.0.0.1:36359 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-141983232-172.17.0.2-1731767240945 (Datanode Uuid 8d4d1774-0a5f-4bec-9697-667ace2d5a44) service to localhost/127.0.0.1:36359 2024-11-16T14:27:26,915 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/cluster_b8e59dbe-58b7-4f21-2624-bf33ef2f3113/data/data1/current/BP-141983232-172.17.0.2-1731767240945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T14:27:26,915 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/cluster_b8e59dbe-58b7-4f21-2624-bf33ef2f3113/data/data2/current/BP-141983232-172.17.0.2-1731767240945 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T14:27:26,915 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T14:27:26,916 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T14:27:26,916 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T14:27:26,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fa568dd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T14:27:26,923 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cf3af8e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T14:27:26,923 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T14:27:26,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73efb013{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T14:27:26,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@600a72d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/hadoop.log.dir/,STOPPED} 2024-11-16T14:27:26,931 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T14:27:26,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T14:27:26,955 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=129 (was 109) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:36359 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:36359 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:36359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:36359 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:36359 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=472 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 416), ProcessCount=11 (was 11), AvailableMemoryMB=4274 (was 4573) 2024-11-16T14:27:26,962 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=129, OpenFileDescriptor=471, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=4274 2024-11-16T14:27:26,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/hadoop.log.dir so I do NOT create it in target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45 2024-11-16T14:27:26,977 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T14:27:26,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/hadoop.tmp.dir so I do NOT create it in target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45 2024-11-16T14:27:26,977 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed17d304-bb2a-cd2a-1bc9-c38e0e126529/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T14:27:26,978 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45 2024-11-16T14:27:26,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T14:27:26,978 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/cluster_e692a8dc-f37d-2e48-00e6-fc275b645ccf, deleteOnExit=true 2024-11-16T14:27:26,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T14:27:26,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/test.cache.data in system properties and HBase conf 2024-11-16T14:27:26,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T14:27:26,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/hadoop.log.dir in system properties and HBase conf 2024-11-16T14:27:26,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T14:27:26,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T14:27:26,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T14:27:26,979 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T14:27:26,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T14:27:26,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T14:27:26,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T14:27:26,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T14:27:26,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T14:27:26,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T14:27:26,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T14:27:26,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T14:27:26,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T14:27:26,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/nfs.dump.dir in system properties and HBase conf 2024-11-16T14:27:26,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/java.io.tmpdir in system properties and HBase conf 2024-11-16T14:27:26,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T14:27:26,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T14:27:26,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T14:27:27,357 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T14:27:27,363 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T14:27:27,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T14:27:27,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T14:27:27,364 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T14:27:27,368 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T14:27:27,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c5f308a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/hadoop.log.dir/,AVAILABLE} 2024-11-16T14:27:27,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40c0650a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T14:27:27,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c53873{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/java.io.tmpdir/jetty-localhost-44067-hadoop-hdfs-3_4_1-tests_jar-_-any-17265737528085306284/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T14:27:27,462 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48933182{HTTP/1.1, (http/1.1)}{localhost:44067} 2024-11-16T14:27:27,462 INFO [Time-limited test {}] server.Server(415): Started @23250ms 2024-11-16T14:27:27,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T14:27:27,746 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T14:27:27,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T14:27:27,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T14:27:27,749 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T14:27:27,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c10967e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/hadoop.log.dir/,AVAILABLE} 2024-11-16T14:27:27,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ed50e08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T14:27:27,844 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41913fb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/java.io.tmpdir/jetty-localhost-34327-hadoop-hdfs-3_4_1-tests_jar-_-any-379020881595812928/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T14:27:27,844 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f3dd17f{HTTP/1.1, (http/1.1)}{localhost:34327} 2024-11-16T14:27:27,844 INFO [Time-limited test {}] server.Server(415): Started @23633ms 2024-11-16T14:27:27,845 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T14:27:27,892 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T14:27:27,897 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T14:27:27,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T14:27:27,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T14:27:27,904 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T14:27:27,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e5d1366{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/hadoop.log.dir/,AVAILABLE} 2024-11-16T14:27:27,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f7d4220{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T14:27:28,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@396913ad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/java.io.tmpdir/jetty-localhost-38339-hadoop-hdfs-3_4_1-tests_jar-_-any-8397207723724144024/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T14:27:28,013 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ce6c51f{HTTP/1.1, (http/1.1)}{localhost:38339} 2024-11-16T14:27:28,013 INFO [Time-limited test {}] server.Server(415): Started @23801ms 2024-11-16T14:27:28,014 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T14:27:29,185 WARN [Thread-902 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/cluster_e692a8dc-f37d-2e48-00e6-fc275b645ccf/data/data2/current/BP-1760840840-172.17.0.2-1731767247013/current, will proceed with Du for space computation calculation, 2024-11-16T14:27:29,185 WARN [Thread-901 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/cluster_e692a8dc-f37d-2e48-00e6-fc275b645ccf/data/data1/current/BP-1760840840-172.17.0.2-1731767247013/current, will proceed with Du for space computation calculation, 2024-11-16T14:27:29,207 WARN [Thread-865 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T14:27:29,210 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfdb5bdbae2ef8c33 with lease ID 0x5e01016a32f4b53d: Processing first storage report for DS-7c5d272f-550a-4d1f-b2a1-5b2023d86352 from datanode DatanodeRegistration(127.0.0.1:36619, datanodeUuid=258e40ad-0980-4ab4-b847-a3178a109ed2, infoPort=37773, infoSecurePort=0, ipcPort=40507, storageInfo=lv=-57;cid=testClusterID;nsid=1816229544;c=1731767247013) 2024-11-16T14:27:29,210 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfdb5bdbae2ef8c33 with lease ID 0x5e01016a32f4b53d: from storage DS-7c5d272f-550a-4d1f-b2a1-5b2023d86352 node DatanodeRegistration(127.0.0.1:36619, datanodeUuid=258e40ad-0980-4ab4-b847-a3178a109ed2, infoPort=37773, infoSecurePort=0, ipcPort=40507, storageInfo=lv=-57;cid=testClusterID;nsid=1816229544;c=1731767247013), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T14:27:29,210 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfdb5bdbae2ef8c33 with lease ID 0x5e01016a32f4b53d: Processing first storage report for DS-84811617-a89b-45bd-820c-5a8a623cacd8 from datanode DatanodeRegistration(127.0.0.1:36619, datanodeUuid=258e40ad-0980-4ab4-b847-a3178a109ed2, infoPort=37773, infoSecurePort=0, ipcPort=40507, storageInfo=lv=-57;cid=testClusterID;nsid=1816229544;c=1731767247013) 2024-11-16T14:27:29,210 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfdb5bdbae2ef8c33 with lease ID 0x5e01016a32f4b53d: from storage DS-84811617-a89b-45bd-820c-5a8a623cacd8 node DatanodeRegistration(127.0.0.1:36619, datanodeUuid=258e40ad-0980-4ab4-b847-a3178a109ed2, infoPort=37773, infoSecurePort=0, ipcPort=40507, storageInfo=lv=-57;cid=testClusterID;nsid=1816229544;c=1731767247013), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T14:27:29,237 WARN [Thread-912 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/cluster_e692a8dc-f37d-2e48-00e6-fc275b645ccf/data/data3/current/BP-1760840840-172.17.0.2-1731767247013/current, will proceed with Du for space computation calculation, 2024-11-16T14:27:29,238 WARN [Thread-913 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/cluster_e692a8dc-f37d-2e48-00e6-fc275b645ccf/data/data4/current/BP-1760840840-172.17.0.2-1731767247013/current, will proceed with Du for space computation calculation, 2024-11-16T14:27:29,254 WARN [Thread-888 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T14:27:29,256 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x756001d619a4a67f with lease ID 0x5e01016a32f4b53e: Processing first storage report for DS-c195e6af-00da-443e-bfa9-563965146ca8 from datanode DatanodeRegistration(127.0.0.1:45235, datanodeUuid=6b9243db-27f1-4dc5-8c45-603de653390f, infoPort=39937, infoSecurePort=0, ipcPort=32871, storageInfo=lv=-57;cid=testClusterID;nsid=1816229544;c=1731767247013) 2024-11-16T14:27:29,256 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x756001d619a4a67f with lease ID 0x5e01016a32f4b53e: from storage DS-c195e6af-00da-443e-bfa9-563965146ca8 node DatanodeRegistration(127.0.0.1:45235, datanodeUuid=6b9243db-27f1-4dc5-8c45-603de653390f, infoPort=39937, infoSecurePort=0, ipcPort=32871, storageInfo=lv=-57;cid=testClusterID;nsid=1816229544;c=1731767247013), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T14:27:29,256 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x756001d619a4a67f with lease ID 0x5e01016a32f4b53e: Processing first storage report for DS-4c42a6fd-900a-476c-a47f-164f261b3441 from datanode DatanodeRegistration(127.0.0.1:45235, datanodeUuid=6b9243db-27f1-4dc5-8c45-603de653390f, infoPort=39937, infoSecurePort=0, ipcPort=32871, storageInfo=lv=-57;cid=testClusterID;nsid=1816229544;c=1731767247013) 2024-11-16T14:27:29,257 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x756001d619a4a67f with lease ID 0x5e01016a32f4b53e: from storage DS-4c42a6fd-900a-476c-a47f-164f261b3441 node DatanodeRegistration(127.0.0.1:45235, datanodeUuid=6b9243db-27f1-4dc5-8c45-603de653390f, infoPort=39937, infoSecurePort=0, ipcPort=32871, storageInfo=lv=-57;cid=testClusterID;nsid=1816229544;c=1731767247013), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T14:27:29,352 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45 2024-11-16T14:27:29,355 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/cluster_e692a8dc-f37d-2e48-00e6-fc275b645ccf/zookeeper_0, clientPort=56450, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/cluster_e692a8dc-f37d-2e48-00e6-fc275b645ccf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/cluster_e692a8dc-f37d-2e48-00e6-fc275b645ccf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T14:27:29,356 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56450 2024-11-16T14:27:29,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:29,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:29,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741825_1001 (size=7) 2024-11-16T14:27:29,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45235 is added to blk_1073741825_1001 (size=7) 2024-11-16T14:27:29,366 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b with version=8 2024-11-16T14:27:29,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/hbase-staging 2024-11-16T14:27:29,369 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04e93f2b5fad:0 server-side Connection retries=45 2024-11-16T14:27:29,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:29,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:29,369 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T14:27:29,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:29,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T14:27:29,369 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T14:27:29,369 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T14:27:29,370 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42259 2024-11-16T14:27:29,371 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42259 connecting to ZooKeeper ensemble=127.0.0.1:56450 2024-11-16T14:27:29,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422590x0, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T14:27:29,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42259-0x101440b25750000 connected 2024-11-16T14:27:29,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:29,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:29,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:29,516 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b, hbase.cluster.distributed=false 2024-11-16T14:27:29,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T14:27:29,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42259 2024-11-16T14:27:29,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42259 2024-11-16T14:27:29,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42259 2024-11-16T14:27:29,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42259 2024-11-16T14:27:29,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42259 2024-11-16T14:27:29,538 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04e93f2b5fad:0 server-side Connection retries=45 2024-11-16T14:27:29,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:29,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:29,538 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T14:27:29,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:29,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T14:27:29,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T14:27:29,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T14:27:29,540 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44547 2024-11-16T14:27:29,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44547 connecting to ZooKeeper ensemble=127.0.0.1:56450 2024-11-16T14:27:29,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:29,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:29,574 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445470x0, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T14:27:29,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44547-0x101440b25750001, quorum=127.0.0.1:56450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:29,574 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44547-0x101440b25750001 connected 2024-11-16T14:27:29,574 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T14:27:29,581 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-16T14:27:29,587 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-16T14:27:29,593 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-16T14:27:29,600 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-16T14:27:29,603 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T14:27:29,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44547-0x101440b25750001, quorum=127.0.0.1:56450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T14:27:29,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44547-0x101440b25750001, quorum=127.0.0.1:56450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T14:27:29,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44547 2024-11-16T14:27:29,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44547 2024-11-16T14:27:29,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44547 2024-11-16T14:27:29,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44547 2024-11-16T14:27:29,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44547 2024-11-16T14:27:29,624 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04e93f2b5fad:0 server-side Connection retries=45 2024-11-16T14:27:29,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:29,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:29,625 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T14:27:29,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:29,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T14:27:29,625 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T14:27:29,625 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T14:27:29,625 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33505 2024-11-16T14:27:29,627 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33505 connecting to ZooKeeper ensemble=127.0.0.1:56450 2024-11-16T14:27:29,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:29,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:29,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335050x0, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T14:27:29,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335050x0, quorum=127.0.0.1:56450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:29,648 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T14:27:29,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33505-0x101440b25750002 connected 2024-11-16T14:27:29,651 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-16T14:27:29,657 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-16T14:27:29,657 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-16T14:27:29,663 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-16T14:27:29,663 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T14:27:29,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33505-0x101440b25750002, quorum=127.0.0.1:56450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T14:27:29,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33505-0x101440b25750002, quorum=127.0.0.1:56450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T14:27:29,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33505 2024-11-16T14:27:29,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33505 2024-11-16T14:27:29,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33505 2024-11-16T14:27:29,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33505 2024-11-16T14:27:29,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33505 2024-11-16T14:27:29,686 DEBUG [M:0;04e93f2b5fad:42259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04e93f2b5fad:42259 2024-11-16T14:27:29,687 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/04e93f2b5fad,42259,1731767249368 2024-11-16T14:27:29,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x101440b25750002, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:29,842 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44547-0x101440b25750001, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:29,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:29,842 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/04e93f2b5fad,42259,1731767249368 2024-11-16T14:27:29,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:29,916 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44547-0x101440b25750001, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T14:27:29,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x101440b25750002, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T14:27:29,916 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44547-0x101440b25750001, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:29,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x101440b25750002, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:29,919 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T14:27:29,920 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/04e93f2b5fad,42259,1731767249368 from backup master directory 2024-11-16T14:27:29,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x101440b25750002, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:29,952 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44547-0x101440b25750001, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:29,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/04e93f2b5fad,42259,1731767249368 2024-11-16T14:27:29,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:29,952 WARN [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T14:27:29,953 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04e93f2b5fad,42259,1731767249368 2024-11-16T14:27:29,957 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/hbase.id] with ID: 5d633554-62cf-4c43-b2e7-652b806ae07d 2024-11-16T14:27:29,957 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/.tmp/hbase.id 2024-11-16T14:27:29,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45235 is added to blk_1073741826_1002 (size=42) 2024-11-16T14:27:29,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741826_1002 (size=42) 2024-11-16T14:27:29,963 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/.tmp/hbase.id]:[hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/hbase.id] 2024-11-16T14:27:29,976 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:29,977 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T14:27:29,978 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T14:27:29,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:29,984 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44547-0x101440b25750001, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:29,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x101440b25750002, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:29,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741827_1003 (size=196) 2024-11-16T14:27:29,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45235 is added to blk_1073741827_1003 (size=196) 2024-11-16T14:27:29,994 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T14:27:29,995 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T14:27:29,995 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T14:27:29,996 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T14:27:30,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45235 is added to blk_1073741828_1004 (size=1189) 2024-11-16T14:27:30,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741828_1004 (size=1189) 2024-11-16T14:27:30,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:30,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:30,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:30,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:30,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:30,026 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/MasterData/data/master/store 2024-11-16T14:27:30,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45235 is added to blk_1073741829_1005 (size=34) 2024-11-16T14:27:30,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741829_1005 (size=34) 2024-11-16T14:27:30,035 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:30,035 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T14:27:30,035 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:30,035 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:30,035 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T14:27:30,035 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:30,035 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:30,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:30,035 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731767250035Disabling compacts and flushes for region at 1731767250035Disabling writes for close at 1731767250035Writing region close event to WAL at 1731767250035Closed at 1731767250035 2024-11-16T14:27:30,036 WARN [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/MasterData/data/master/store/.initializing 2024-11-16T14:27:30,036 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/MasterData/WALs/04e93f2b5fad,42259,1731767249368 2024-11-16T14:27:30,038 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T14:27:30,040 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C42259%2C1731767249368, suffix=, logDir=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/MasterData/WALs/04e93f2b5fad,42259,1731767249368, archiveDir=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/MasterData/oldWALs, maxLogs=10 2024-11-16T14:27:30,058 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/MasterData/WALs/04e93f2b5fad,42259,1731767249368/04e93f2b5fad%2C42259%2C1731767249368.1731767250040, exclude list is [], retry=0 2024-11-16T14:27:30,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45235,DS-c195e6af-00da-443e-bfa9-563965146ca8,DISK] 2024-11-16T14:27:30,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36619,DS-7c5d272f-550a-4d1f-b2a1-5b2023d86352,DISK] 2024-11-16T14:27:30,064 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/MasterData/WALs/04e93f2b5fad,42259,1731767249368/04e93f2b5fad%2C42259%2C1731767249368.1731767250040 2024-11-16T14:27:30,064 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39937:39937),(127.0.0.1/127.0.0.1:37773:37773)] 2024-11-16T14:27:30,064 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T14:27:30,064 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:30,065 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:30,065 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:30,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:30,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T14:27:30,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:30,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:30,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:30,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T14:27:30,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:30,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:30,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:30,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T14:27:30,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:30,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:30,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:30,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T14:27:30,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:30,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:30,077 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:30,078 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:30,078 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:30,079 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:30,079 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:30,080 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T14:27:30,082 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:30,084 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T14:27:30,085 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73138187, jitterRate=0.08984391391277313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T14:27:30,086 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731767250065Initializing all the Stores at 1731767250066 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767250066Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767250068 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767250068Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767250068Cleaning up temporary data from old regions at 1731767250079 (+11 ms)Region opened successfully at 1731767250086 (+7 ms) 2024-11-16T14:27:30,088 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T14:27:30,092 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d440575, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04e93f2b5fad/172.17.0.2:0 2024-11-16T14:27:30,093 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T14:27:30,093 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T14:27:30,093 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T14:27:30,093 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T14:27:30,094 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T14:27:30,094 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T14:27:30,094 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T14:27:30,098 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T14:27:30,099 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T14:27:30,110 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T14:27:30,111 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T14:27:30,111 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T14:27:30,121 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T14:27:30,121 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T14:27:30,122 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T14:27:30,131 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T14:27:30,132 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T14:27:30,142 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T14:27:30,144 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T14:27:30,231 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T14:27:30,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x101440b25750002, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:30,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x101440b25750002, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:30,258 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44547-0x101440b25750001, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:30,258 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44547-0x101440b25750001, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:30,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:30,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:30,258 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04e93f2b5fad,42259,1731767249368, sessionid=0x101440b25750000, setting cluster-up flag (Was=false) 2024-11-16T14:27:30,279 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44547-0x101440b25750001, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:30,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x101440b25750002, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:30,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:30,301 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T14:27:30,301 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T14:27:30,301 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testClearRegionBlockCache 2024-11-16T14:27:30,310 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T14:27:30,311 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04e93f2b5fad,42259,1731767249368 2024-11-16T14:27:30,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x101440b25750002, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:30,331 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44547-0x101440b25750001, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:30,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:30,363 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T14:27:30,364 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04e93f2b5fad,42259,1731767249368 2024-11-16T14:27:30,365 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T14:27:30,367 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T14:27:30,367 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T14:27:30,367 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T14:27:30,368 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04e93f2b5fad,42259,1731767249368 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T14:27:30,369 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5 2024-11-16T14:27:30,369 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5 2024-11-16T14:27:30,369 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5 2024-11-16T14:27:30,369 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5 2024-11-16T14:27:30,369 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04e93f2b5fad:0, corePoolSize=10, maxPoolSize=10 2024-11-16T14:27:30,369 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:30,369 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=2, maxPoolSize=2 2024-11-16T14:27:30,369 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:30,370 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731767280370 2024-11-16T14:27:30,370 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T14:27:30,370 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T14:27:30,370 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T14:27:30,370 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T14:27:30,370 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T14:27:30,370 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T14:27:30,371 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:30,371 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T14:27:30,371 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T14:27:30,371 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T14:27:30,371 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T14:27:30,371 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T14:27:30,371 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T14:27:30,372 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T14:27:30,372 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.large.0-1731767250372,5,FailOnTimeoutGroup] 2024-11-16T14:27:30,372 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.small.0-1731767250372,5,FailOnTimeoutGroup] 2024-11-16T14:27:30,372 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:30,372 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T14:27:30,372 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:30,372 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:30,372 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:30,372 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T14:27:30,376 INFO [RS:0;04e93f2b5fad:44547 {}] regionserver.HRegionServer(746): ClusterId : 5d633554-62cf-4c43-b2e7-652b806ae07d 2024-11-16T14:27:30,376 DEBUG [RS:0;04e93f2b5fad:44547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T14:27:30,384 INFO [RS:1;04e93f2b5fad:33505 {}] regionserver.HRegionServer(746): ClusterId : 5d633554-62cf-4c43-b2e7-652b806ae07d 2024-11-16T14:27:30,384 DEBUG [RS:1;04e93f2b5fad:33505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T14:27:30,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741831_1007 (size=1321) 2024-11-16T14:27:30,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45235 is added to blk_1073741831_1007 (size=1321) 2024-11-16T14:27:30,386 DEBUG [RS:0;04e93f2b5fad:44547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T14:27:30,386 DEBUG [RS:0;04e93f2b5fad:44547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T14:27:30,386 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T14:27:30,387 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b 2024-11-16T14:27:30,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45235 is added to blk_1073741832_1008 (size=32) 2024-11-16T14:27:30,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741832_1008 (size=32) 2024-11-16T14:27:30,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:30,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T14:27:30,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T14:27:30,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:30,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:30,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T14:27:30,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T14:27:30,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:30,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:30,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T14:27:30,405 DEBUG [RS:1;04e93f2b5fad:33505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T14:27:30,405 DEBUG [RS:1;04e93f2b5fad:33505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T14:27:30,406 DEBUG [RS:0;04e93f2b5fad:44547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T14:27:30,406 DEBUG [RS:0;04e93f2b5fad:44547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6475cf46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04e93f2b5fad/172.17.0.2:0 2024-11-16T14:27:30,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T14:27:30,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:30,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:30,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T14:27:30,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T14:27:30,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:30,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:30,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T14:27:30,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/hbase/meta/1588230740 2024-11-16T14:27:30,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/hbase/meta/1588230740 2024-11-16T14:27:30,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T14:27:30,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T14:27:30,414 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T14:27:30,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T14:27:30,421 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T14:27:30,422 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74759008, jitterRate=0.11399602890014648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T14:27:30,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731767250400Initializing all the Stores at 1731767250401 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767250401Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767250401Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767250401Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767250401Cleaning up temporary data from old regions at 1731767250413 (+12 ms)Region opened successfully at 1731767250423 (+10 ms) 2024-11-16T14:27:30,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T14:27:30,423 DEBUG [RS:0;04e93f2b5fad:44547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04e93f2b5fad:44547 2024-11-16T14:27:30,423 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T14:27:30,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T14:27:30,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T14:27:30,423 INFO [RS:0;04e93f2b5fad:44547 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T14:27:30,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T14:27:30,423 INFO [RS:0;04e93f2b5fad:44547 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T14:27:30,423 DEBUG [RS:0;04e93f2b5fad:44547 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T14:27:30,424 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T14:27:30,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731767250423Disabling compacts and flushes for region at 1731767250423Disabling writes for close at 1731767250423Writing region close event to WAL at 1731767250424 (+1 ms)Closed at 1731767250424 2024-11-16T14:27:30,425 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T14:27:30,425 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T14:27:30,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T14:27:30,427 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T14:27:30,428 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T14:27:30,495 INFO [RS:0;04e93f2b5fad:44547 {}] regionserver.HRegionServer(2659): reportForDuty to master=04e93f2b5fad,42259,1731767249368 with port=44547, startcode=1731767249538 2024-11-16T14:27:30,495 DEBUG [RS:0;04e93f2b5fad:44547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T14:27:30,497 DEBUG [RS:1;04e93f2b5fad:33505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T14:27:30,497 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T14:27:30,497 DEBUG [RS:1;04e93f2b5fad:33505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a8e8ac3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04e93f2b5fad/172.17.0.2:0 2024-11-16T14:27:30,498 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42259 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04e93f2b5fad,44547,1731767249538 2024-11-16T14:27:30,498 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42259 {}] master.ServerManager(517): Registering regionserver=04e93f2b5fad,44547,1731767249538 2024-11-16T14:27:30,500 DEBUG [RS:0;04e93f2b5fad:44547 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b 2024-11-16T14:27:30,500 DEBUG [RS:0;04e93f2b5fad:44547 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37229 2024-11-16T14:27:30,500 DEBUG [RS:0;04e93f2b5fad:44547 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T14:27:30,516 DEBUG [RS:1;04e93f2b5fad:33505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;04e93f2b5fad:33505 2024-11-16T14:27:30,516 INFO [RS:1;04e93f2b5fad:33505 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T14:27:30,516 INFO [RS:1;04e93f2b5fad:33505 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T14:27:30,516 DEBUG [RS:1;04e93f2b5fad:33505 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T14:27:30,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T14:27:30,532 DEBUG [RS:0;04e93f2b5fad:44547 {}] zookeeper.ZKUtil(111): regionserver:44547-0x101440b25750001, quorum=127.0.0.1:56450, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04e93f2b5fad,44547,1731767249538 2024-11-16T14:27:30,532 WARN [RS:0;04e93f2b5fad:44547 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T14:27:30,532 INFO [RS:1;04e93f2b5fad:33505 {}] regionserver.HRegionServer(2659): reportForDuty to master=04e93f2b5fad,42259,1731767249368 with port=33505, startcode=1731767249624 2024-11-16T14:27:30,532 INFO [RS:0;04e93f2b5fad:44547 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T14:27:30,532 DEBUG [RS:1;04e93f2b5fad:33505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T14:27:30,532 DEBUG [RS:0;04e93f2b5fad:44547 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/WALs/04e93f2b5fad,44547,1731767249538 2024-11-16T14:27:30,534 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04e93f2b5fad,44547,1731767249538] 2024-11-16T14:27:30,535 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T14:27:30,535 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42259 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04e93f2b5fad,33505,1731767249624 2024-11-16T14:27:30,535 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42259 {}] master.ServerManager(517): Registering regionserver=04e93f2b5fad,33505,1731767249624 2024-11-16T14:27:30,538 DEBUG [RS:1;04e93f2b5fad:33505 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b 2024-11-16T14:27:30,538 DEBUG [RS:1;04e93f2b5fad:33505 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37229 2024-11-16T14:27:30,538 DEBUG [RS:1;04e93f2b5fad:33505 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T14:27:30,539 INFO [RS:0;04e93f2b5fad:44547 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T14:27:30,543 INFO [RS:0;04e93f2b5fad:44547 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T14:27:30,544 INFO [RS:0;04e93f2b5fad:44547 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T14:27:30,544 INFO [RS:0;04e93f2b5fad:44547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:30,547 INFO [RS:0;04e93f2b5fad:44547 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T14:27:30,548 INFO [RS:0;04e93f2b5fad:44547 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T14:27:30,548 INFO [RS:0;04e93f2b5fad:44547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:30,548 DEBUG [RS:0;04e93f2b5fad:44547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:30,548 DEBUG [RS:0;04e93f2b5fad:44547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:30,548 DEBUG [RS:0;04e93f2b5fad:44547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:30,548 DEBUG [RS:0;04e93f2b5fad:44547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:30,548 DEBUG [RS:0;04e93f2b5fad:44547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:30,548 DEBUG [RS:0;04e93f2b5fad:44547 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04e93f2b5fad:0, corePoolSize=2, maxPoolSize=2 2024-11-16T14:27:30,549 DEBUG [RS:0;04e93f2b5fad:44547 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:30,549 DEBUG [RS:0;04e93f2b5fad:44547 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:30,549 DEBUG [RS:0;04e93f2b5fad:44547 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:30,549 DEBUG [RS:0;04e93f2b5fad:44547 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:30,549 DEBUG [RS:0;04e93f2b5fad:44547 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:30,549 DEBUG [RS:0;04e93f2b5fad:44547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:30,549 DEBUG [RS:0;04e93f2b5fad:44547 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04e93f2b5fad:0, corePoolSize=3, maxPoolSize=3 2024-11-16T14:27:30,549 DEBUG [RS:0;04e93f2b5fad:44547 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04e93f2b5fad:0, corePoolSize=3, maxPoolSize=3 2024-11-16T14:27:30,550 INFO [RS:0;04e93f2b5fad:44547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:30,550 INFO [RS:0;04e93f2b5fad:44547 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:30,550 INFO [RS:0;04e93f2b5fad:44547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:30,550 INFO [RS:0;04e93f2b5fad:44547 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:30,550 INFO [RS:0;04e93f2b5fad:44547 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:30,550 INFO [RS:0;04e93f2b5fad:44547 {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,44547,1731767249538-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T14:27:30,566 INFO [RS:0;04e93f2b5fad:44547 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T14:27:30,566 INFO [RS:0;04e93f2b5fad:44547 {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,44547,1731767249538-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:30,566 INFO [RS:0;04e93f2b5fad:44547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:30,566 INFO [RS:0;04e93f2b5fad:44547 {}] regionserver.Replication(171): 04e93f2b5fad,44547,1731767249538 started 2024-11-16T14:27:30,578 WARN [04e93f2b5fad:42259 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T14:27:30,581 INFO [RS:0;04e93f2b5fad:44547 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:30,581 INFO [RS:0;04e93f2b5fad:44547 {}] regionserver.HRegionServer(1482): Serving as 04e93f2b5fad,44547,1731767249538, RpcServer on 04e93f2b5fad/172.17.0.2:44547, sessionid=0x101440b25750001 2024-11-16T14:27:30,581 DEBUG [RS:0;04e93f2b5fad:44547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T14:27:30,581 DEBUG [RS:0;04e93f2b5fad:44547 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04e93f2b5fad,44547,1731767249538 2024-11-16T14:27:30,581 DEBUG [RS:0;04e93f2b5fad:44547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04e93f2b5fad,44547,1731767249538' 2024-11-16T14:27:30,581 DEBUG [RS:0;04e93f2b5fad:44547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T14:27:30,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T14:27:30,600 DEBUG [RS:0;04e93f2b5fad:44547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T14:27:30,601 DEBUG [RS:1;04e93f2b5fad:33505 {}] zookeeper.ZKUtil(111): regionserver:33505-0x101440b25750002, quorum=127.0.0.1:56450, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04e93f2b5fad,33505,1731767249624 2024-11-16T14:27:30,601 WARN [RS:1;04e93f2b5fad:33505 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T14:27:30,601 DEBUG [RS:0;04e93f2b5fad:44547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T14:27:30,601 INFO [RS:1;04e93f2b5fad:33505 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T14:27:30,601 DEBUG [RS:0;04e93f2b5fad:44547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T14:27:30,601 DEBUG [RS:0;04e93f2b5fad:44547 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04e93f2b5fad,44547,1731767249538 2024-11-16T14:27:30,601 DEBUG [RS:0;04e93f2b5fad:44547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04e93f2b5fad,44547,1731767249538' 2024-11-16T14:27:30,601 DEBUG [RS:0;04e93f2b5fad:44547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T14:27:30,601 DEBUG [RS:1;04e93f2b5fad:33505 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/WALs/04e93f2b5fad,33505,1731767249624 2024-11-16T14:27:30,601 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04e93f2b5fad,33505,1731767249624] 2024-11-16T14:27:30,601 DEBUG [RS:0;04e93f2b5fad:44547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T14:27:30,602 DEBUG [RS:0;04e93f2b5fad:44547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T14:27:30,602 INFO [RS:0;04e93f2b5fad:44547 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T14:27:30,602 INFO [RS:0;04e93f2b5fad:44547 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T14:27:30,605 INFO [RS:1;04e93f2b5fad:33505 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T14:27:30,606 INFO [RS:1;04e93f2b5fad:33505 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T14:27:30,608 INFO [RS:1;04e93f2b5fad:33505 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T14:27:30,608 INFO [RS:1;04e93f2b5fad:33505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:30,608 INFO [RS:1;04e93f2b5fad:33505 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T14:27:30,609 INFO [RS:1;04e93f2b5fad:33505 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T14:27:30,609 INFO [RS:1;04e93f2b5fad:33505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:30,609 DEBUG [RS:1;04e93f2b5fad:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:30,609 DEBUG [RS:1;04e93f2b5fad:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:30,609 DEBUG [RS:1;04e93f2b5fad:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:30,609 DEBUG [RS:1;04e93f2b5fad:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:30,609 DEBUG [RS:1;04e93f2b5fad:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:30,609 DEBUG [RS:1;04e93f2b5fad:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04e93f2b5fad:0, corePoolSize=2, maxPoolSize=2 2024-11-16T14:27:30,609 DEBUG [RS:1;04e93f2b5fad:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:30,610 DEBUG [RS:1;04e93f2b5fad:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:30,610 DEBUG [RS:1;04e93f2b5fad:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:30,610 DEBUG [RS:1;04e93f2b5fad:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:30,610 DEBUG [RS:1;04e93f2b5fad:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:30,610 DEBUG [RS:1;04e93f2b5fad:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:30,610 DEBUG [RS:1;04e93f2b5fad:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04e93f2b5fad:0, corePoolSize=3, maxPoolSize=3 2024-11-16T14:27:30,610 DEBUG [RS:1;04e93f2b5fad:33505 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04e93f2b5fad:0, corePoolSize=3, maxPoolSize=3 2024-11-16T14:27:30,615 INFO [RS:1;04e93f2b5fad:33505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:30,615 INFO [RS:1;04e93f2b5fad:33505 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:30,615 INFO [RS:1;04e93f2b5fad:33505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:30,615 INFO [RS:1;04e93f2b5fad:33505 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:30,615 INFO [RS:1;04e93f2b5fad:33505 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:30,615 INFO [RS:1;04e93f2b5fad:33505 {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,33505,1731767249624-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T14:27:30,635 INFO [RS:1;04e93f2b5fad:33505 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T14:27:30,635 INFO [RS:1;04e93f2b5fad:33505 {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,33505,1731767249624-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:30,635 INFO [RS:1;04e93f2b5fad:33505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:30,635 INFO [RS:1;04e93f2b5fad:33505 {}] regionserver.Replication(171): 04e93f2b5fad,33505,1731767249624 started 2024-11-16T14:27:30,650 INFO [RS:1;04e93f2b5fad:33505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:30,650 INFO [RS:1;04e93f2b5fad:33505 {}] regionserver.HRegionServer(1482): Serving as 04e93f2b5fad,33505,1731767249624, RpcServer on 04e93f2b5fad/172.17.0.2:33505, sessionid=0x101440b25750002 2024-11-16T14:27:30,650 DEBUG [RS:1;04e93f2b5fad:33505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T14:27:30,650 DEBUG [RS:1;04e93f2b5fad:33505 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04e93f2b5fad,33505,1731767249624 2024-11-16T14:27:30,650 DEBUG [RS:1;04e93f2b5fad:33505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04e93f2b5fad,33505,1731767249624' 2024-11-16T14:27:30,650 DEBUG [RS:1;04e93f2b5fad:33505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T14:27:30,651 DEBUG [RS:1;04e93f2b5fad:33505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T14:27:30,651 DEBUG [RS:1;04e93f2b5fad:33505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T14:27:30,651 DEBUG [RS:1;04e93f2b5fad:33505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T14:27:30,651 DEBUG [RS:1;04e93f2b5fad:33505 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04e93f2b5fad,33505,1731767249624 2024-11-16T14:27:30,651 DEBUG [RS:1;04e93f2b5fad:33505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04e93f2b5fad,33505,1731767249624' 2024-11-16T14:27:30,651 DEBUG [RS:1;04e93f2b5fad:33505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T14:27:30,651 DEBUG [RS:1;04e93f2b5fad:33505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T14:27:30,652 DEBUG [RS:1;04e93f2b5fad:33505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T14:27:30,652 INFO [RS:1;04e93f2b5fad:33505 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T14:27:30,652 INFO [RS:1;04e93f2b5fad:33505 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T14:27:30,702 INFO [RS:0;04e93f2b5fad:44547 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T14:27:30,704 INFO [RS:0;04e93f2b5fad:44547 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C44547%2C1731767249538, suffix=, logDir=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/WALs/04e93f2b5fad,44547,1731767249538, archiveDir=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/oldWALs, maxLogs=32 2024-11-16T14:27:30,722 DEBUG [RS:0;04e93f2b5fad:44547 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/WALs/04e93f2b5fad,44547,1731767249538/04e93f2b5fad%2C44547%2C1731767249538.1731767250705, exclude list is [], retry=0 2024-11-16T14:27:30,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45235,DS-c195e6af-00da-443e-bfa9-563965146ca8,DISK] 2024-11-16T14:27:30,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36619,DS-7c5d272f-550a-4d1f-b2a1-5b2023d86352,DISK] 2024-11-16T14:27:30,728 INFO [RS:0;04e93f2b5fad:44547 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/WALs/04e93f2b5fad,44547,1731767249538/04e93f2b5fad%2C44547%2C1731767249538.1731767250705 2024-11-16T14:27:30,732 DEBUG [RS:0;04e93f2b5fad:44547 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39937:39937),(127.0.0.1/127.0.0.1:37773:37773)] 2024-11-16T14:27:30,752 INFO [RS:1;04e93f2b5fad:33505 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T14:27:30,754 INFO [RS:1;04e93f2b5fad:33505 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C33505%2C1731767249624, suffix=, logDir=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/WALs/04e93f2b5fad,33505,1731767249624, archiveDir=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/oldWALs, maxLogs=32 2024-11-16T14:27:30,768 DEBUG [RS:1;04e93f2b5fad:33505 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/WALs/04e93f2b5fad,33505,1731767249624/04e93f2b5fad%2C33505%2C1731767249624.1731767250755, exclude list is [], retry=0 2024-11-16T14:27:30,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45235,DS-c195e6af-00da-443e-bfa9-563965146ca8,DISK] 2024-11-16T14:27:30,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36619,DS-7c5d272f-550a-4d1f-b2a1-5b2023d86352,DISK] 2024-11-16T14:27:30,775 INFO [RS:1;04e93f2b5fad:33505 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/WALs/04e93f2b5fad,33505,1731767249624/04e93f2b5fad%2C33505%2C1731767249624.1731767250755 2024-11-16T14:27:30,776 DEBUG [RS:1;04e93f2b5fad:33505 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37773:37773),(127.0.0.1/127.0.0.1:39937:39937)] 2024-11-16T14:27:30,829 DEBUG [04e93f2b5fad:42259 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-16T14:27:30,829 DEBUG [04e93f2b5fad:42259 {}] balancer.BalancerClusterState(204): Hosts are {04e93f2b5fad=0} racks are {/default-rack=0} 2024-11-16T14:27:30,831 DEBUG [04e93f2b5fad:42259 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T14:27:30,831 DEBUG [04e93f2b5fad:42259 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T14:27:30,831 DEBUG [04e93f2b5fad:42259 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T14:27:30,831 DEBUG [04e93f2b5fad:42259 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T14:27:30,831 INFO [04e93f2b5fad:42259 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T14:27:30,831 INFO [04e93f2b5fad:42259 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T14:27:30,831 DEBUG [04e93f2b5fad:42259 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T14:27:30,831 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04e93f2b5fad,44547,1731767249538 2024-11-16T14:27:30,833 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04e93f2b5fad,44547,1731767249538, state=OPENING 2024-11-16T14:27:30,858 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T14:27:30,868 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44547-0x101440b25750001, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:30,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:30,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x101440b25750002, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:30,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:30,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:30,869 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T14:27:30,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:30,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04e93f2b5fad,44547,1731767249538}] 2024-11-16T14:27:31,022 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T14:27:31,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T14:27:31,028 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T14:27:31,028 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T14:27:31,029 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T14:27:31,031 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C44547%2C1731767249538.meta, suffix=.meta, logDir=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/WALs/04e93f2b5fad,44547,1731767249538, archiveDir=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/oldWALs, maxLogs=32 2024-11-16T14:27:31,045 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/WALs/04e93f2b5fad,44547,1731767249538/04e93f2b5fad%2C44547%2C1731767249538.meta.1731767251031.meta, exclude list is [], retry=0 2024-11-16T14:27:31,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45235,DS-c195e6af-00da-443e-bfa9-563965146ca8,DISK] 2024-11-16T14:27:31,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36619,DS-7c5d272f-550a-4d1f-b2a1-5b2023d86352,DISK] 2024-11-16T14:27:31,050 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/WALs/04e93f2b5fad,44547,1731767249538/04e93f2b5fad%2C44547%2C1731767249538.meta.1731767251031.meta 2024-11-16T14:27:31,051 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39937:39937),(127.0.0.1/127.0.0.1:37773:37773)] 2024-11-16T14:27:31,051 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T14:27:31,051 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T14:27:31,051 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T14:27:31,052 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T14:27:31,052 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T14:27:31,052 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:31,052 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T14:27:31,052 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T14:27:31,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T14:27:31,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T14:27:31,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:31,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:31,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T14:27:31,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T14:27:31,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:31,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:31,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T14:27:31,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T14:27:31,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:31,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:31,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T14:27:31,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T14:27:31,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:31,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:31,061 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T14:27:31,062 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/hbase/meta/1588230740 2024-11-16T14:27:31,063 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/hbase/meta/1588230740 2024-11-16T14:27:31,064 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T14:27:31,064 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T14:27:31,065 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T14:27:31,066 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T14:27:31,067 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61566304, jitterRate=-0.08259057998657227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T14:27:31,067 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T14:27:31,068 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731767251052Writing region info on filesystem at 1731767251052Initializing all the Stores at 1731767251053 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767251053Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767251054 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767251054Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767251054Cleaning up temporary data from old regions at 1731767251065 (+11 ms)Running coprocessor post-open hooks at 1731767251067 (+2 ms)Region opened successfully at 1731767251068 (+1 ms) 2024-11-16T14:27:31,069 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731767251022 2024-11-16T14:27:31,071 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T14:27:31,071 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T14:27:31,072 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,44547,1731767249538 2024-11-16T14:27:31,073 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04e93f2b5fad,44547,1731767249538, state=OPEN 2024-11-16T14:27:31,110 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44547-0x101440b25750001, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T14:27:31,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x101440b25750002, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T14:27:31,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T14:27:31,110 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04e93f2b5fad,44547,1731767249538 2024-11-16T14:27:31,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:31,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:31,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:31,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T14:27:31,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04e93f2b5fad,44547,1731767249538 in 241 msec 2024-11-16T14:27:31,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T14:27:31,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 689 msec 2024-11-16T14:27:31,119 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T14:27:31,119 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T14:27:31,121 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T14:27:31,121 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04e93f2b5fad,44547,1731767249538, seqNum=-1] 2024-11-16T14:27:31,121 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T14:27:31,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T14:27:31,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 762 msec 2024-11-16T14:27:31,130 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731767251130, completionTime=-1 2024-11-16T14:27:31,130 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-16T14:27:31,130 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T14:27:31,133 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-16T14:27:31,133 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731767311133 2024-11-16T14:27:31,133 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731767371133 2024-11-16T14:27:31,133 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T14:27:31,134 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,42259,1731767249368-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:31,134 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,42259,1731767249368-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:31,134 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,42259,1731767249368-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:31,134 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04e93f2b5fad:42259, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:31,134 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:31,136 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:31,137 DEBUG [master/04e93f2b5fad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T14:27:31,145 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.192sec 2024-11-16T14:27:31,145 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T14:27:31,145 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T14:27:31,146 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T14:27:31,146 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T14:27:31,146 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T14:27:31,146 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,42259,1731767249368-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T14:27:31,146 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,42259,1731767249368-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T14:27:31,148 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T14:27:31,148 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T14:27:31,148 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,42259,1731767249368-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:31,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b2addf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T14:27:31,178 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04e93f2b5fad,42259,-1 for getting cluster id 2024-11-16T14:27:31,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T14:27:31,179 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d633554-62cf-4c43-b2e7-652b806ae07d' 2024-11-16T14:27:31,179 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T14:27:31,179 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d633554-62cf-4c43-b2e7-652b806ae07d" 2024-11-16T14:27:31,180 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@634fdd12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T14:27:31,180 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04e93f2b5fad,42259,-1] 2024-11-16T14:27:31,180 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T14:27:31,180 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:31,181 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T14:27:31,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793fc12e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T14:27:31,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T14:27:31,184 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04e93f2b5fad,44547,1731767249538, seqNum=-1] 2024-11-16T14:27:31,185 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T14:27:31,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T14:27:31,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04e93f2b5fad,42259,1731767249368 2024-11-16T14:27:31,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T14:27:31,190 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 04e93f2b5fad,42259,1731767249368 2024-11-16T14:27:31,190 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@175c6f4c 2024-11-16T14:27:31,190 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T14:27:31,192 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T14:27:31,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T14:27:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-16T14:27:31,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T14:27:31,197 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:31,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-16T14:27:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T14:27:31,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T14:27:31,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45235 is added to blk_1073741836_1012 (size=379) 2024-11-16T14:27:31,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741836_1012 (size=379) 2024-11-16T14:27:31,213 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff95db51bd57b891389c618a1ea22593, NAME => 'testClearRegionBlockCache,,1731767251192.ff95db51bd57b891389c618a1ea22593.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b 2024-11-16T14:27:31,213 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bbbba61db1f899cfd2bac38a7292a94e, NAME => 'testClearRegionBlockCache,5,1731767251192.bbbba61db1f899cfd2bac38a7292a94e.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b 2024-11-16T14:27:31,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741837_1013 (size=61) 2024-11-16T14:27:31,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45235 is added to blk_1073741837_1013 (size=61) 2024-11-16T14:27:31,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741838_1014 (size=61) 2024-11-16T14:27:31,224 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731767251192.ff95db51bd57b891389c618a1ea22593.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:31,224 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing ff95db51bd57b891389c618a1ea22593, disabling compactions & flushes 2024-11-16T14:27:31,224 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731767251192.ff95db51bd57b891389c618a1ea22593. 2024-11-16T14:27:31,224 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731767251192.ff95db51bd57b891389c618a1ea22593. 2024-11-16T14:27:31,224 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731767251192.ff95db51bd57b891389c618a1ea22593. after waiting 0 ms 2024-11-16T14:27:31,224 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731767251192.ff95db51bd57b891389c618a1ea22593. 2024-11-16T14:27:31,224 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731767251192.ff95db51bd57b891389c618a1ea22593. 2024-11-16T14:27:31,224 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff95db51bd57b891389c618a1ea22593: Waiting for close lock at 1731767251224Disabling compacts and flushes for region at 1731767251224Disabling writes for close at 1731767251224Writing region close event to WAL at 1731767251224Closed at 1731767251224 2024-11-16T14:27:31,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45235 is added to blk_1073741838_1014 (size=61) 2024-11-16T14:27:31,227 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731767251192.bbbba61db1f899cfd2bac38a7292a94e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:31,227 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing bbbba61db1f899cfd2bac38a7292a94e, disabling compactions & flushes 2024-11-16T14:27:31,227 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731767251192.bbbba61db1f899cfd2bac38a7292a94e. 2024-11-16T14:27:31,227 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731767251192.bbbba61db1f899cfd2bac38a7292a94e. 2024-11-16T14:27:31,227 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731767251192.bbbba61db1f899cfd2bac38a7292a94e. after waiting 0 ms 2024-11-16T14:27:31,227 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731767251192.bbbba61db1f899cfd2bac38a7292a94e. 2024-11-16T14:27:31,227 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731767251192.bbbba61db1f899cfd2bac38a7292a94e. 2024-11-16T14:27:31,227 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for bbbba61db1f899cfd2bac38a7292a94e: Waiting for close lock at 1731767251227Disabling compacts and flushes for region at 1731767251227Disabling writes for close at 1731767251227Writing region close event to WAL at 1731767251227Closed at 1731767251227 2024-11-16T14:27:31,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T14:27:31,229 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731767251192.ff95db51bd57b891389c618a1ea22593.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731767251229"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731767251229"}]},"ts":"1731767251229"} 2024-11-16T14:27:31,229 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731767251192.bbbba61db1f899cfd2bac38a7292a94e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731767251229"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731767251229"}]},"ts":"1731767251229"} 2024-11-16T14:27:31,233 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-16T14:27:31,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T14:27:31,235 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731767251234"}]},"ts":"1731767251234"} 2024-11-16T14:27:31,237 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-16T14:27:31,238 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {04e93f2b5fad=0} racks are {/default-rack=0} 2024-11-16T14:27:31,239 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T14:27:31,240 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T14:27:31,240 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T14:27:31,240 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T14:27:31,240 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T14:27:31,240 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T14:27:31,240 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T14:27:31,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ff95db51bd57b891389c618a1ea22593, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bbbba61db1f899cfd2bac38a7292a94e, ASSIGN}] 2024-11-16T14:27:31,242 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bbbba61db1f899cfd2bac38a7292a94e, ASSIGN 2024-11-16T14:27:31,242 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ff95db51bd57b891389c618a1ea22593, ASSIGN 2024-11-16T14:27:31,243 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bbbba61db1f899cfd2bac38a7292a94e, ASSIGN; state=OFFLINE, location=04e93f2b5fad,44547,1731767249538; forceNewPlan=false, retain=false 2024-11-16T14:27:31,243 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ff95db51bd57b891389c618a1ea22593, ASSIGN; state=OFFLINE, location=04e93f2b5fad,33505,1731767249624; forceNewPlan=false, retain=false 2024-11-16T14:27:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T14:27:31,394 INFO [04e93f2b5fad:42259 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-16T14:27:31,394 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff95db51bd57b891389c618a1ea22593, regionState=OPENING, regionLocation=04e93f2b5fad,33505,1731767249624 2024-11-16T14:27:31,394 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bbbba61db1f899cfd2bac38a7292a94e, regionState=OPENING, regionLocation=04e93f2b5fad,44547,1731767249538 2024-11-16T14:27:31,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ff95db51bd57b891389c618a1ea22593, ASSIGN because future has completed 2024-11-16T14:27:31,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff95db51bd57b891389c618a1ea22593, server=04e93f2b5fad,33505,1731767249624}] 2024-11-16T14:27:31,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bbbba61db1f899cfd2bac38a7292a94e, ASSIGN because future has completed 2024-11-16T14:27:31,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbbba61db1f899cfd2bac38a7292a94e, server=04e93f2b5fad,44547,1731767249538}] 2024-11-16T14:27:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T14:27:31,551 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T14:27:31,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T14:27:31,560 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731767251192.bbbba61db1f899cfd2bac38a7292a94e. 2024-11-16T14:27:31,560 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731767251192.ff95db51bd57b891389c618a1ea22593. 2024-11-16T14:27:31,560 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => bbbba61db1f899cfd2bac38a7292a94e, NAME => 'testClearRegionBlockCache,5,1731767251192.bbbba61db1f899cfd2bac38a7292a94e.', STARTKEY => '5', ENDKEY => ''} 2024-11-16T14:27:31,560 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ff95db51bd57b891389c618a1ea22593, NAME => 'testClearRegionBlockCache,,1731767251192.ff95db51bd57b891389c618a1ea22593.', STARTKEY => '', ENDKEY => '5'} 2024-11-16T14:27:31,560 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache bbbba61db1f899cfd2bac38a7292a94e 2024-11-16T14:27:31,560 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ff95db51bd57b891389c618a1ea22593 2024-11-16T14:27:31,561 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731767251192.ff95db51bd57b891389c618a1ea22593.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:31,561 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731767251192.bbbba61db1f899cfd2bac38a7292a94e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:31,561 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for bbbba61db1f899cfd2bac38a7292a94e 2024-11-16T14:27:31,561 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ff95db51bd57b891389c618a1ea22593 2024-11-16T14:27:31,561 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for bbbba61db1f899cfd2bac38a7292a94e 2024-11-16T14:27:31,561 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ff95db51bd57b891389c618a1ea22593 2024-11-16T14:27:31,562 INFO [StoreOpener-ff95db51bd57b891389c618a1ea22593-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ff95db51bd57b891389c618a1ea22593 2024-11-16T14:27:31,563 INFO [StoreOpener-bbbba61db1f899cfd2bac38a7292a94e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region bbbba61db1f899cfd2bac38a7292a94e 2024-11-16T14:27:31,564 INFO [StoreOpener-ff95db51bd57b891389c618a1ea22593-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff95db51bd57b891389c618a1ea22593 columnFamilyName family 2024-11-16T14:27:31,564 DEBUG [StoreOpener-ff95db51bd57b891389c618a1ea22593-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:31,564 INFO [StoreOpener-bbbba61db1f899cfd2bac38a7292a94e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbbba61db1f899cfd2bac38a7292a94e columnFamilyName family 2024-11-16T14:27:31,564 DEBUG [StoreOpener-bbbba61db1f899cfd2bac38a7292a94e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:31,565 INFO [StoreOpener-ff95db51bd57b891389c618a1ea22593-1 {}] regionserver.HStore(327): Store=ff95db51bd57b891389c618a1ea22593/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:31,565 INFO [StoreOpener-bbbba61db1f899cfd2bac38a7292a94e-1 {}] regionserver.HStore(327): Store=bbbba61db1f899cfd2bac38a7292a94e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:31,565 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ff95db51bd57b891389c618a1ea22593 2024-11-16T14:27:31,565 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for bbbba61db1f899cfd2bac38a7292a94e 2024-11-16T14:27:31,565 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/default/testClearRegionBlockCache/bbbba61db1f899cfd2bac38a7292a94e 2024-11-16T14:27:31,565 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/default/testClearRegionBlockCache/ff95db51bd57b891389c618a1ea22593 2024-11-16T14:27:31,566 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/default/testClearRegionBlockCache/ff95db51bd57b891389c618a1ea22593 2024-11-16T14:27:31,566 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/default/testClearRegionBlockCache/bbbba61db1f899cfd2bac38a7292a94e 2024-11-16T14:27:31,566 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for bbbba61db1f899cfd2bac38a7292a94e 2024-11-16T14:27:31,566 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ff95db51bd57b891389c618a1ea22593 2024-11-16T14:27:31,566 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for bbbba61db1f899cfd2bac38a7292a94e 2024-11-16T14:27:31,566 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ff95db51bd57b891389c618a1ea22593 2024-11-16T14:27:31,567 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for bbbba61db1f899cfd2bac38a7292a94e 2024-11-16T14:27:31,568 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ff95db51bd57b891389c618a1ea22593 2024-11-16T14:27:31,570 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/default/testClearRegionBlockCache/bbbba61db1f899cfd2bac38a7292a94e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T14:27:31,571 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened bbbba61db1f899cfd2bac38a7292a94e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71845112, jitterRate=0.07057559490203857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T14:27:31,571 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bbbba61db1f899cfd2bac38a7292a94e 2024-11-16T14:27:31,571 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/default/testClearRegionBlockCache/ff95db51bd57b891389c618a1ea22593/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T14:27:31,571 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened ff95db51bd57b891389c618a1ea22593; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65456753, jitterRate=-0.024618372321128845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T14:27:31,571 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for bbbba61db1f899cfd2bac38a7292a94e: Running coprocessor pre-open hook at 1731767251561Writing region info on filesystem at 1731767251561Initializing all the Stores at 1731767251562 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767251562Cleaning up temporary data from old regions at 1731767251566 (+4 ms)Running coprocessor post-open hooks at 1731767251571 (+5 ms)Region opened successfully at 1731767251571 2024-11-16T14:27:31,571 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff95db51bd57b891389c618a1ea22593 2024-11-16T14:27:31,572 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ff95db51bd57b891389c618a1ea22593: Running coprocessor pre-open hook at 1731767251561Writing region info on filesystem at 1731767251561Initializing all the Stores at 1731767251562 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767251562Cleaning up temporary data from old regions at 1731767251566 (+4 ms)Running coprocessor post-open hooks at 1731767251571 (+5 ms)Region opened successfully at 1731767251571 2024-11-16T14:27:31,573 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731767251192.ff95db51bd57b891389c618a1ea22593., pid=7, masterSystemTime=1731767251551 2024-11-16T14:27:31,573 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731767251192.bbbba61db1f899cfd2bac38a7292a94e., pid=8, masterSystemTime=1731767251552 2024-11-16T14:27:31,575 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731767251192.ff95db51bd57b891389c618a1ea22593. 2024-11-16T14:27:31,575 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731767251192.ff95db51bd57b891389c618a1ea22593. 2024-11-16T14:27:31,576 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff95db51bd57b891389c618a1ea22593, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,33505,1731767249624 2024-11-16T14:27:31,576 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731767251192.bbbba61db1f899cfd2bac38a7292a94e. 2024-11-16T14:27:31,577 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731767251192.bbbba61db1f899cfd2bac38a7292a94e. 2024-11-16T14:27:31,578 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bbbba61db1f899cfd2bac38a7292a94e, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,44547,1731767249538 2024-11-16T14:27:31,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff95db51bd57b891389c618a1ea22593, server=04e93f2b5fad,33505,1731767249624 because future has completed 2024-11-16T14:27:31,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbbba61db1f899cfd2bac38a7292a94e, server=04e93f2b5fad,44547,1731767249538 because future has completed 2024-11-16T14:27:31,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-16T14:27:31,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ff95db51bd57b891389c618a1ea22593, server=04e93f2b5fad,33505,1731767249624 in 185 msec 2024-11-16T14:27:31,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-16T14:27:31,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ff95db51bd57b891389c618a1ea22593, ASSIGN in 347 msec 2024-11-16T14:27:31,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bbbba61db1f899cfd2bac38a7292a94e, server=04e93f2b5fad,44547,1731767249538 in 187 msec 2024-11-16T14:27:31,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-16T14:27:31,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=bbbba61db1f899cfd2bac38a7292a94e, ASSIGN in 350 msec 2024-11-16T14:27:31,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T14:27:31,596 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731767251595"}]},"ts":"1731767251595"} 2024-11-16T14:27:31,598 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-16T14:27:31,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T14:27:31,602 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 407 msec 2024-11-16T14:27:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T14:27:31,830 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-16T14:27:31,830 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-16T14:27:31,830 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T14:27:31,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-16T14:27:31,835 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T14:27:31,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-16T14:27:31,838 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731767251192.ff95db51bd57b891389c618a1ea22593., hostname=04e93f2b5fad,33505,1731767249624, seqNum=2] 2024-11-16T14:27:31,839 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T14:27:31,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T14:27:31,854 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731767251192.bbbba61db1f899cfd2bac38a7292a94e., hostname=04e93f2b5fad,44547,1731767249538, seqNum=2] 2024-11-16T14:27:31,867 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bbbba61db1f899cfd2bac38a7292a94e 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-16T14:27:31,882 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/default/testClearRegionBlockCache/bbbba61db1f899cfd2bac38a7292a94e/.tmp/family/c7043d89a0e54bf5b6de4ff6c8cd5422 is 32, key is 5/family:/1731767251855/Put/seqid=0 2024-11-16T14:27:31,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741839_1015 (size=5083) 2024-11-16T14:27:31,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45235 is added to blk_1073741839_1015 (size=5083) 2024-11-16T14:27:32,289 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/default/testClearRegionBlockCache/bbbba61db1f899cfd2bac38a7292a94e/.tmp/family/c7043d89a0e54bf5b6de4ff6c8cd5422 2024-11-16T14:27:32,297 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/default/testClearRegionBlockCache/bbbba61db1f899cfd2bac38a7292a94e/.tmp/family/c7043d89a0e54bf5b6de4ff6c8cd5422 as hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/default/testClearRegionBlockCache/bbbba61db1f899cfd2bac38a7292a94e/family/c7043d89a0e54bf5b6de4ff6c8cd5422 2024-11-16T14:27:32,303 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/default/testClearRegionBlockCache/bbbba61db1f899cfd2bac38a7292a94e/family/c7043d89a0e54bf5b6de4ff6c8cd5422, entries=5, sequenceid=9, filesize=5.0 K 2024-11-16T14:27:32,304 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for bbbba61db1f899cfd2bac38a7292a94e in 437ms, sequenceid=9, compaction requested=false 2024-11-16T14:27:32,304 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for bbbba61db1f899cfd2bac38a7292a94e: 2024-11-16T14:27:32,304 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ff95db51bd57b891389c618a1ea22593 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-16T14:27:32,320 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/default/testClearRegionBlockCache/ff95db51bd57b891389c618a1ea22593/.tmp/family/bf301f3f02644659bf6965d8be73d980 is 32, key is 1/family:/1731767251841/Put/seqid=0 2024-11-16T14:27:32,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45235 is added to blk_1073741840_1016 (size=5054) 2024-11-16T14:27:32,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741840_1016 (size=5054) 2024-11-16T14:27:32,328 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/default/testClearRegionBlockCache/ff95db51bd57b891389c618a1ea22593/.tmp/family/bf301f3f02644659bf6965d8be73d980 2024-11-16T14:27:32,335 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/default/testClearRegionBlockCache/ff95db51bd57b891389c618a1ea22593/.tmp/family/bf301f3f02644659bf6965d8be73d980 as hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/default/testClearRegionBlockCache/ff95db51bd57b891389c618a1ea22593/family/bf301f3f02644659bf6965d8be73d980 2024-11-16T14:27:32,343 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/default/testClearRegionBlockCache/ff95db51bd57b891389c618a1ea22593/family/bf301f3f02644659bf6965d8be73d980, entries=4, sequenceid=8, filesize=4.9 K 2024-11-16T14:27:32,344 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for ff95db51bd57b891389c618a1ea22593 in 40ms, sequenceid=8, compaction requested=false 2024-11-16T14:27:32,344 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ff95db51bd57b891389c618a1ea22593: 2024-11-16T14:27:32,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9673ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T14:27:32,345 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04e93f2b5fad,42259,-1 for getting cluster id 2024-11-16T14:27:32,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T14:27:32,346 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d633554-62cf-4c43-b2e7-652b806ae07d' 2024-11-16T14:27:32,346 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T14:27:32,347 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d633554-62cf-4c43-b2e7-652b806ae07d" 2024-11-16T14:27:32,347 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f96f67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T14:27:32,347 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04e93f2b5fad,42259,-1] 2024-11-16T14:27:32,347 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T14:27:32,347 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:32,349 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T14:27:32,350 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1704b95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T14:27:32,356 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-16T14:27:32,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T14:27:32,358 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04e93f2b5fad,44547,1731767249538, seqNum=-1] 2024-11-16T14:27:32,358 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T14:27:32,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T14:27:32,363 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T14:27:32,363 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T14:27:32,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T14:27:32,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T14:27:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44547 {}] bucket.BucketCache(1863): found 1 blocks for file c7043d89a0e54bf5b6de4ff6c8cd5422, starting offset: 0, end offset: 9223372036854775807 2024-11-16T14:27:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] bucket.BucketCache(1863): found 1 blocks for file bf301f3f02644659bf6965d8be73d980, starting offset: 0, end offset: 9223372036854775807 2024-11-16T14:27:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44547 {}] bucket.BucketCache(856): removed key c7043d89a0e54bf5b6de4ff6c8cd5422_0 from back map with offset lock 2094080 in the evict process 2024-11-16T14:27:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33505 {}] bucket.BucketCache(856): removed key bf301f3f02644659bf6965d8be73d980_0 from back map with offset lock 2094080 in the evict process 2024-11-16T14:27:32,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T14:27:32,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T14:27:32,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:32,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:32,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T14:27:32,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T14:27:32,369 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T14:27:32,369 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T14:27:32,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:32,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:32,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T14:27:32,370 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T14:27:32,370 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=272124076, stopped=false 2024-11-16T14:27:32,371 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04e93f2b5fad,42259,1731767249368 2024-11-16T14:27:32,426 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44547-0x101440b25750001, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:32,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x101440b25750002, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:32,426 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44547-0x101440b25750001, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:32,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x101440b25750002, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:32,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:32,426 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T14:27:32,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:32,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44547-0x101440b25750001, quorum=127.0.0.1:56450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:32,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33505-0x101440b25750002, quorum=127.0.0.1:56450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:32,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:32,428 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T14:27:32,429 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T14:27:32,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:32,429 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04e93f2b5fad,44547,1731767249538' ***** 2024-11-16T14:27:32,429 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T14:27:32,429 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04e93f2b5fad,33505,1731767249624' ***** 2024-11-16T14:27:32,429 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T14:27:32,429 INFO [RS:0;04e93f2b5fad:44547 {}] bucket.BucketCache(1738): Disabling cache 2024-11-16T14:27:32,430 INFO [RS:0;04e93f2b5fad:44547 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-16T14:27:32,430 INFO [RS:1;04e93f2b5fad:33505 {}] bucket.BucketCache(1738): Disabling cache 2024-11-16T14:27:32,430 INFO [RS:1;04e93f2b5fad:33505 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-16T14:27:32,430 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-16T14:27:32,430 INFO [RS:1;04e93f2b5fad:33505 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T14:27:32,430 INFO [RS:1;04e93f2b5fad:33505 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T14:27:32,430 INFO [RS:0;04e93f2b5fad:44547 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T14:27:32,430 INFO [RS:1;04e93f2b5fad:33505 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T14:27:32,430 INFO [RS:0;04e93f2b5fad:44547 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T14:27:32,430 INFO [RS:0;04e93f2b5fad:44547 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T14:27:32,430 INFO [RS:1;04e93f2b5fad:33505 {}] regionserver.HRegionServer(3091): Received CLOSE for ff95db51bd57b891389c618a1ea22593 2024-11-16T14:27:32,431 INFO [RS:0;04e93f2b5fad:44547 {}] regionserver.HRegionServer(3091): Received CLOSE for bbbba61db1f899cfd2bac38a7292a94e 2024-11-16T14:27:32,431 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-16T14:27:32,431 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T14:27:32,431 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-16T14:27:32,431 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-16T14:27:32,431 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-16T14:27:32,431 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T14:27:32,431 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-16T14:27:32,431 INFO [RS:0;04e93f2b5fad:44547 {}] regionserver.HRegionServer(959): stopping server 04e93f2b5fad,44547,1731767249538 2024-11-16T14:27:32,431 INFO [RS:0;04e93f2b5fad:44547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T14:27:32,431 INFO [RS:0;04e93f2b5fad:44547 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04e93f2b5fad:44547. 2024-11-16T14:27:32,432 DEBUG [RS:0;04e93f2b5fad:44547 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T14:27:32,432 DEBUG [RS:0;04e93f2b5fad:44547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:32,432 INFO [RS:0;04e93f2b5fad:44547 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T14:27:32,432 INFO [RS:0;04e93f2b5fad:44547 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T14:27:32,432 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bbbba61db1f899cfd2bac38a7292a94e, disabling compactions & flushes 2024-11-16T14:27:32,432 INFO [RS:0;04e93f2b5fad:44547 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T14:27:32,432 INFO [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731767251192.bbbba61db1f899cfd2bac38a7292a94e. 2024-11-16T14:27:32,432 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731767251192.bbbba61db1f899cfd2bac38a7292a94e. 2024-11-16T14:27:32,432 INFO [RS:0;04e93f2b5fad:44547 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T14:27:32,432 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731767251192.bbbba61db1f899cfd2bac38a7292a94e. after waiting 0 ms 2024-11-16T14:27:32,432 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731767251192.bbbba61db1f899cfd2bac38a7292a94e. 2024-11-16T14:27:32,432 INFO [RS:1;04e93f2b5fad:33505 {}] regionserver.HRegionServer(959): stopping server 04e93f2b5fad,33505,1731767249624 2024-11-16T14:27:32,432 INFO [RS:1;04e93f2b5fad:33505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T14:27:32,432 INFO [RS:1;04e93f2b5fad:33505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;04e93f2b5fad:33505. 2024-11-16T14:27:32,432 DEBUG [RS:1;04e93f2b5fad:33505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T14:27:32,432 DEBUG [RS:1;04e93f2b5fad:33505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:32,432 INFO [RS:1;04e93f2b5fad:33505 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T14:27:32,432 DEBUG [RS:1;04e93f2b5fad:33505 {}] regionserver.HRegionServer(1325): Online Regions={ff95db51bd57b891389c618a1ea22593=testClearRegionBlockCache,,1731767251192.ff95db51bd57b891389c618a1ea22593.} 2024-11-16T14:27:32,433 DEBUG [RS:1;04e93f2b5fad:33505 {}] regionserver.HRegionServer(1351): Waiting on ff95db51bd57b891389c618a1ea22593 2024-11-16T14:27:32,433 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff95db51bd57b891389c618a1ea22593, disabling compactions & flushes 2024-11-16T14:27:32,433 INFO [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731767251192.ff95db51bd57b891389c618a1ea22593. 2024-11-16T14:27:32,433 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731767251192.ff95db51bd57b891389c618a1ea22593. 2024-11-16T14:27:32,433 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731767251192.ff95db51bd57b891389c618a1ea22593. after waiting 0 ms 2024-11-16T14:27:32,433 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731767251192.ff95db51bd57b891389c618a1ea22593. 2024-11-16T14:27:32,433 INFO [RS:0;04e93f2b5fad:44547 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T14:27:32,433 DEBUG [RS:0;04e93f2b5fad:44547 {}] regionserver.HRegionServer(1325): Online Regions={bbbba61db1f899cfd2bac38a7292a94e=testClearRegionBlockCache,5,1731767251192.bbbba61db1f899cfd2bac38a7292a94e., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T14:27:32,433 DEBUG [RS:0;04e93f2b5fad:44547 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bbbba61db1f899cfd2bac38a7292a94e 2024-11-16T14:27:32,433 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T14:27:32,433 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T14:27:32,433 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T14:27:32,433 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T14:27:32,434 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T14:27:32,434 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-16T14:27:32,440 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/default/testClearRegionBlockCache/bbbba61db1f899cfd2bac38a7292a94e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-16T14:27:32,441 INFO [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731767251192.bbbba61db1f899cfd2bac38a7292a94e. 2024-11-16T14:27:32,441 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bbbba61db1f899cfd2bac38a7292a94e: Waiting for close lock at 1731767252432Running coprocessor pre-close hooks at 1731767252432Disabling compacts and flushes for region at 1731767252432Disabling writes for close at 1731767252432Writing region close event to WAL at 1731767252434 (+2 ms)Running coprocessor post-close hooks at 1731767252441 (+7 ms)Closed at 1731767252441 2024-11-16T14:27:32,441 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731767251192.bbbba61db1f899cfd2bac38a7292a94e. 2024-11-16T14:27:32,444 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/default/testClearRegionBlockCache/ff95db51bd57b891389c618a1ea22593/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T14:27:32,446 INFO [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731767251192.ff95db51bd57b891389c618a1ea22593. 2024-11-16T14:27:32,446 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff95db51bd57b891389c618a1ea22593: Waiting for close lock at 1731767252432Running coprocessor pre-close hooks at 1731767252432Disabling compacts and flushes for region at 1731767252433 (+1 ms)Disabling writes for close at 1731767252433Writing region close event to WAL at 1731767252435 (+2 ms)Running coprocessor post-close hooks at 1731767252445 (+10 ms)Closed at 1731767252446 (+1 ms) 2024-11-16T14:27:32,446 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731767251192.ff95db51bd57b891389c618a1ea22593. 2024-11-16T14:27:32,452 INFO [regionserver/04e93f2b5fad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T14:27:32,459 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/hbase/meta/1588230740/.tmp/info/db3b466d4ce54a60ba2cad8fc5ba15bb is 173, key is testClearRegionBlockCache,5,1731767251192.bbbba61db1f899cfd2bac38a7292a94e./info:regioninfo/1731767251578/Put/seqid=0 2024-11-16T14:27:32,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741841_1017 (size=8173) 2024-11-16T14:27:32,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45235 is added to blk_1073741841_1017 (size=8173) 2024-11-16T14:27:32,472 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/hbase/meta/1588230740/.tmp/info/db3b466d4ce54a60ba2cad8fc5ba15bb 2024-11-16T14:27:32,500 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/hbase/meta/1588230740/.tmp/ns/611c414da76040b7b310b68709a15588 is 43, key is default/ns:d/1731767251123/Put/seqid=0 2024-11-16T14:27:32,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45235 is added to blk_1073741842_1018 (size=5153) 2024-11-16T14:27:32,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741842_1018 (size=5153) 2024-11-16T14:27:32,512 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/hbase/meta/1588230740/.tmp/ns/611c414da76040b7b310b68709a15588 2024-11-16T14:27:32,522 INFO [regionserver/04e93f2b5fad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T14:27:32,536 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/hbase/meta/1588230740/.tmp/table/2ab8c6c6445b4926adc4e165db86c834 is 61, key is testClearRegionBlockCache/table:state/1731767251595/Put/seqid=0 2024-11-16T14:27:32,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45235 is added to blk_1073741843_1019 (size=5312) 2024-11-16T14:27:32,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741843_1019 (size=5312) 2024-11-16T14:27:32,548 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/hbase/meta/1588230740/.tmp/table/2ab8c6c6445b4926adc4e165db86c834 2024-11-16T14:27:32,551 INFO [regionserver/04e93f2b5fad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T14:27:32,551 INFO [regionserver/04e93f2b5fad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T14:27:32,555 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/hbase/meta/1588230740/.tmp/info/db3b466d4ce54a60ba2cad8fc5ba15bb as hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/hbase/meta/1588230740/info/db3b466d4ce54a60ba2cad8fc5ba15bb 2024-11-16T14:27:32,563 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/hbase/meta/1588230740/info/db3b466d4ce54a60ba2cad8fc5ba15bb, entries=20, sequenceid=13, filesize=8.0 K 2024-11-16T14:27:32,565 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/hbase/meta/1588230740/.tmp/ns/611c414da76040b7b310b68709a15588 as hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/hbase/meta/1588230740/ns/611c414da76040b7b310b68709a15588 2024-11-16T14:27:32,575 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/hbase/meta/1588230740/ns/611c414da76040b7b310b68709a15588, entries=2, sequenceid=13, filesize=5.0 K 2024-11-16T14:27:32,577 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/hbase/meta/1588230740/.tmp/table/2ab8c6c6445b4926adc4e165db86c834 as hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/hbase/meta/1588230740/table/2ab8c6c6445b4926adc4e165db86c834 2024-11-16T14:27:32,585 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/hbase/meta/1588230740/table/2ab8c6c6445b4926adc4e165db86c834, entries=2, sequenceid=13, filesize=5.2 K 2024-11-16T14:27:32,587 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 153ms, sequenceid=13, compaction requested=false 2024-11-16T14:27:32,593 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-16T14:27:32,594 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T14:27:32,594 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T14:27:32,594 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731767252433Running coprocessor pre-close hooks at 1731767252433Disabling compacts and flushes for region at 1731767252433Disabling writes for close at 1731767252433Obtaining lock to block concurrent updates at 1731767252434 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731767252434Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731767252435 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731767252436 (+1 ms)Flushing 1588230740/info: creating writer at 1731767252436Flushing 1588230740/info: appending metadata at 1731767252458 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731767252458Flushing 1588230740/ns: creating writer at 1731767252480 (+22 ms)Flushing 1588230740/ns: appending metadata at 1731767252499 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731767252500 (+1 ms)Flushing 1588230740/table: creating writer at 1731767252520 (+20 ms)Flushing 1588230740/table: appending metadata at 1731767252535 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731767252536 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e815db2: reopening flushed file at 1731767252554 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@622547bc: reopening flushed file at 1731767252563 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b61dfdc: reopening flushed file at 1731767252576 (+13 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 153ms, sequenceid=13, compaction requested=false at 1731767252587 (+11 ms)Writing region close event to WAL at 1731767252588 (+1 ms)Running coprocessor post-close hooks at 1731767252594 (+6 ms)Closed at 1731767252594 2024-11-16T14:27:32,594 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T14:27:32,633 INFO [RS:1;04e93f2b5fad:33505 {}] regionserver.HRegionServer(976): stopping server 04e93f2b5fad,33505,1731767249624; all regions closed. 2024-11-16T14:27:32,633 INFO [RS:0;04e93f2b5fad:44547 {}] regionserver.HRegionServer(976): stopping server 04e93f2b5fad,44547,1731767249538; all regions closed. 2024-11-16T14:27:32,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741835_1011 (size=4338) 2024-11-16T14:27:32,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45235 is added to blk_1073741834_1010 (size=1758) 2024-11-16T14:27:32,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741834_1010 (size=1758) 2024-11-16T14:27:32,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45235 is added to blk_1073741835_1011 (size=4338) 2024-11-16T14:27:32,642 DEBUG [RS:1;04e93f2b5fad:33505 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/oldWALs 2024-11-16T14:27:32,642 INFO [RS:1;04e93f2b5fad:33505 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04e93f2b5fad%2C33505%2C1731767249624:(num 1731767250755) 2024-11-16T14:27:32,642 DEBUG [RS:1;04e93f2b5fad:33505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:32,642 INFO [RS:1;04e93f2b5fad:33505 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T14:27:32,642 INFO [RS:1;04e93f2b5fad:33505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T14:27:32,643 DEBUG [RS:0;04e93f2b5fad:44547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/oldWALs 2024-11-16T14:27:32,643 INFO [RS:0;04e93f2b5fad:44547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04e93f2b5fad%2C44547%2C1731767249538.meta:.meta(num 1731767251031) 2024-11-16T14:27:32,643 INFO [RS:1;04e93f2b5fad:33505 {}] hbase.ChoreService(370): Chore service for: regionserver/04e93f2b5fad:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T14:27:32,643 INFO [RS:1;04e93f2b5fad:33505 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T14:27:32,643 INFO [regionserver/04e93f2b5fad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T14:27:32,643 INFO [RS:1;04e93f2b5fad:33505 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T14:27:32,643 INFO [RS:1;04e93f2b5fad:33505 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T14:27:32,643 INFO [RS:1;04e93f2b5fad:33505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T14:27:32,643 INFO [RS:1;04e93f2b5fad:33505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33505 2024-11-16T14:27:32,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T14:27:32,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x101440b25750002, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04e93f2b5fad,33505,1731767249624 2024-11-16T14:27:32,647 INFO [RS:1;04e93f2b5fad:33505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T14:27:32,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741833_1009 (size=1867) 2024-11-16T14:27:32,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45235 is added to blk_1073741833_1009 (size=1867) 2024-11-16T14:27:32,649 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04e93f2b5fad,33505,1731767249624] 2024-11-16T14:27:32,655 DEBUG [RS:0;04e93f2b5fad:44547 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/oldWALs 2024-11-16T14:27:32,655 INFO [RS:0;04e93f2b5fad:44547 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04e93f2b5fad%2C44547%2C1731767249538:(num 1731767250705) 2024-11-16T14:27:32,655 DEBUG [RS:0;04e93f2b5fad:44547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:32,655 INFO [RS:0;04e93f2b5fad:44547 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T14:27:32,655 INFO [RS:0;04e93f2b5fad:44547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T14:27:32,656 INFO [RS:0;04e93f2b5fad:44547 {}] hbase.ChoreService(370): Chore service for: regionserver/04e93f2b5fad:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T14:27:32,656 INFO [RS:0;04e93f2b5fad:44547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T14:27:32,656 INFO [regionserver/04e93f2b5fad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T14:27:32,656 INFO [RS:0;04e93f2b5fad:44547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44547 2024-11-16T14:27:32,742 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04e93f2b5fad,33505,1731767249624 already deleted, retry=false 2024-11-16T14:27:32,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T14:27:32,742 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44547-0x101440b25750001, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04e93f2b5fad,44547,1731767249538 2024-11-16T14:27:32,742 INFO [RS:0;04e93f2b5fad:44547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T14:27:32,742 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04e93f2b5fad,33505,1731767249624 expired; onlineServers=1 2024-11-16T14:27:32,752 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04e93f2b5fad,44547,1731767249538] 2024-11-16T14:27:32,763 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04e93f2b5fad,44547,1731767249538 already deleted, retry=false 2024-11-16T14:27:32,763 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04e93f2b5fad,44547,1731767249538 expired; onlineServers=0 2024-11-16T14:27:32,763 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04e93f2b5fad,42259,1731767249368' ***** 2024-11-16T14:27:32,763 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T14:27:32,763 INFO [M:0;04e93f2b5fad:42259 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T14:27:32,763 INFO [M:0;04e93f2b5fad:42259 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T14:27:32,763 DEBUG [M:0;04e93f2b5fad:42259 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T14:27:32,763 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T14:27:32,763 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.small.0-1731767250372 {}] cleaner.HFileCleaner(306): Exit Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.small.0-1731767250372,5,FailOnTimeoutGroup] 2024-11-16T14:27:32,763 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.large.0-1731767250372 {}] cleaner.HFileCleaner(306): Exit Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.large.0-1731767250372,5,FailOnTimeoutGroup] 2024-11-16T14:27:32,763 DEBUG [M:0;04e93f2b5fad:42259 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T14:27:32,764 INFO [M:0;04e93f2b5fad:42259 {}] hbase.ChoreService(370): Chore service for: master/04e93f2b5fad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T14:27:32,764 INFO [M:0;04e93f2b5fad:42259 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T14:27:32,764 DEBUG [M:0;04e93f2b5fad:42259 {}] master.HMaster(1795): Stopping service threads 2024-11-16T14:27:32,764 INFO [M:0;04e93f2b5fad:42259 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T14:27:32,764 INFO [M:0;04e93f2b5fad:42259 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T14:27:32,764 INFO [M:0;04e93f2b5fad:42259 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T14:27:32,764 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T14:27:32,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T14:27:32,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:32,773 DEBUG [M:0;04e93f2b5fad:42259 {}] zookeeper.ZKUtil(347): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T14:27:32,773 WARN [M:0;04e93f2b5fad:42259 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T14:27:32,774 INFO [M:0;04e93f2b5fad:42259 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/.lastflushedseqids 2024-11-16T14:27:32,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741844_1020 (size=182) 2024-11-16T14:27:32,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45235 is added to blk_1073741844_1020 (size=182) 2024-11-16T14:27:32,780 INFO [M:0;04e93f2b5fad:42259 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T14:27:32,781 INFO [M:0;04e93f2b5fad:42259 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T14:27:32,781 DEBUG [M:0;04e93f2b5fad:42259 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T14:27:32,781 INFO [M:0;04e93f2b5fad:42259 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:32,781 DEBUG [M:0;04e93f2b5fad:42259 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:32,781 DEBUG [M:0;04e93f2b5fad:42259 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T14:27:32,781 DEBUG [M:0;04e93f2b5fad:42259 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:32,781 INFO [M:0;04e93f2b5fad:42259 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-16T14:27:32,798 DEBUG [M:0;04e93f2b5fad:42259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90a4d02a63a94b00923432dc49689ddb is 82, key is hbase:meta,,1/info:regioninfo/1731767251072/Put/seqid=0 2024-11-16T14:27:32,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45235 is added to blk_1073741845_1021 (size=5672) 2024-11-16T14:27:32,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741845_1021 (size=5672) 2024-11-16T14:27:32,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x101440b25750002, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:32,831 INFO [RS:1;04e93f2b5fad:33505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T14:27:32,831 INFO [RS:1;04e93f2b5fad:33505 {}] regionserver.HRegionServer(1031): Exiting; stopping=04e93f2b5fad,33505,1731767249624; zookeeper connection closed. 2024-11-16T14:27:32,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33505-0x101440b25750002, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:32,832 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40cd86b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40cd86b6 2024-11-16T14:27:32,852 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44547-0x101440b25750001, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:32,852 INFO [RS:0;04e93f2b5fad:44547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T14:27:32,852 DEBUG [pool-569-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44547-0x101440b25750001, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:32,852 INFO [RS:0;04e93f2b5fad:44547 {}] regionserver.HRegionServer(1031): Exiting; stopping=04e93f2b5fad,44547,1731767249538; zookeeper connection closed. 2024-11-16T14:27:32,853 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b603b35 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b603b35 2024-11-16T14:27:32,853 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-16T14:27:33,204 INFO [M:0;04e93f2b5fad:42259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90a4d02a63a94b00923432dc49689ddb 2024-11-16T14:27:33,227 DEBUG [M:0;04e93f2b5fad:42259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c63e89937ea41e19af260482f92e29a is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731767251601/Put/seqid=0 2024-11-16T14:27:33,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45235 is added to blk_1073741846_1022 (size=6219) 2024-11-16T14:27:33,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741846_1022 (size=6219) 2024-11-16T14:27:33,232 INFO [M:0;04e93f2b5fad:42259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c63e89937ea41e19af260482f92e29a 2024-11-16T14:27:33,255 DEBUG [M:0;04e93f2b5fad:42259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0de67d8d0e34c49b319434b8234979f is 69, key is 04e93f2b5fad,33505,1731767249624/rs:state/1731767250536/Put/seqid=0 2024-11-16T14:27:33,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741847_1023 (size=5224) 2024-11-16T14:27:33,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45235 is added to blk_1073741847_1023 (size=5224) 2024-11-16T14:27:33,261 INFO [M:0;04e93f2b5fad:42259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0de67d8d0e34c49b319434b8234979f 2024-11-16T14:27:33,266 DEBUG [M:0;04e93f2b5fad:42259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90a4d02a63a94b00923432dc49689ddb as hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90a4d02a63a94b00923432dc49689ddb 2024-11-16T14:27:33,270 INFO [M:0;04e93f2b5fad:42259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90a4d02a63a94b00923432dc49689ddb, entries=8, sequenceid=71, filesize=5.5 K 2024-11-16T14:27:33,271 DEBUG [M:0;04e93f2b5fad:42259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3c63e89937ea41e19af260482f92e29a as hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3c63e89937ea41e19af260482f92e29a 2024-11-16T14:27:33,276 INFO [M:0;04e93f2b5fad:42259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3c63e89937ea41e19af260482f92e29a, entries=8, sequenceid=71, filesize=6.1 K 2024-11-16T14:27:33,277 DEBUG [M:0;04e93f2b5fad:42259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0de67d8d0e34c49b319434b8234979f as hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0de67d8d0e34c49b319434b8234979f 2024-11-16T14:27:33,282 INFO [M:0;04e93f2b5fad:42259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37229/user/jenkins/test-data/897fe71a-6ba8-2870-4e18-e98870687b0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0de67d8d0e34c49b319434b8234979f, entries=2, sequenceid=71, filesize=5.1 K 2024-11-16T14:27:33,283 INFO [M:0;04e93f2b5fad:42259 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 502ms, sequenceid=71, compaction requested=false 2024-11-16T14:27:33,285 INFO [M:0;04e93f2b5fad:42259 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:33,285 DEBUG [M:0;04e93f2b5fad:42259 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731767252781Disabling compacts and flushes for region at 1731767252781Disabling writes for close at 1731767252781Obtaining lock to block concurrent updates at 1731767252781Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731767252781Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731767252781Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731767252782 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731767252782Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731767252798 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731767252798Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731767253209 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731767253226 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731767253226Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731767253237 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731767253255 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731767253255Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2256a52a: reopening flushed file at 1731767253265 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74637d92: reopening flushed file at 1731767253270 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c499267: reopening flushed file at 1731767253276 (+6 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 502ms, sequenceid=71, compaction requested=false at 1731767253283 (+7 ms)Writing region close event to WAL at 1731767253284 (+1 ms)Closed at 1731767253284 2024-11-16T14:27:33,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45235 is added to blk_1073741830_1006 (size=35440) 2024-11-16T14:27:33,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36619 is added to blk_1073741830_1006 (size=35440) 2024-11-16T14:27:33,288 INFO [M:0;04e93f2b5fad:42259 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T14:27:33,288 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T14:27:33,288 INFO [M:0;04e93f2b5fad:42259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42259 2024-11-16T14:27:33,288 INFO [M:0;04e93f2b5fad:42259 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T14:27:33,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:33,400 INFO [M:0;04e93f2b5fad:42259 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T14:27:33,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42259-0x101440b25750000, quorum=127.0.0.1:56450, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:33,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@396913ad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T14:27:33,426 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ce6c51f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T14:27:33,426 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T14:27:33,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f7d4220{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T14:27:33,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e5d1366{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/hadoop.log.dir/,STOPPED} 2024-11-16T14:27:33,427 WARN [BP-1760840840-172.17.0.2-1731767247013 heartbeating to localhost/127.0.0.1:37229 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T14:27:33,427 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T14:27:33,427 WARN [BP-1760840840-172.17.0.2-1731767247013 heartbeating to localhost/127.0.0.1:37229 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1760840840-172.17.0.2-1731767247013 (Datanode Uuid 6b9243db-27f1-4dc5-8c45-603de653390f) service to localhost/127.0.0.1:37229 2024-11-16T14:27:33,427 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T14:27:33,428 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/cluster_e692a8dc-f37d-2e48-00e6-fc275b645ccf/data/data3/current/BP-1760840840-172.17.0.2-1731767247013 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T14:27:33,428 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/cluster_e692a8dc-f37d-2e48-00e6-fc275b645ccf/data/data4/current/BP-1760840840-172.17.0.2-1731767247013 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T14:27:33,428 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T14:27:33,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41913fb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T14:27:33,430 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f3dd17f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T14:27:33,430 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T14:27:33,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ed50e08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T14:27:33,430 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c10967e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/hadoop.log.dir/,STOPPED} 2024-11-16T14:27:33,431 WARN [BP-1760840840-172.17.0.2-1731767247013 heartbeating to localhost/127.0.0.1:37229 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T14:27:33,431 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T14:27:33,431 WARN [BP-1760840840-172.17.0.2-1731767247013 heartbeating to localhost/127.0.0.1:37229 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1760840840-172.17.0.2-1731767247013 (Datanode Uuid 258e40ad-0980-4ab4-b847-a3178a109ed2) service to localhost/127.0.0.1:37229 2024-11-16T14:27:33,431 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T14:27:33,432 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/cluster_e692a8dc-f37d-2e48-00e6-fc275b645ccf/data/data1/current/BP-1760840840-172.17.0.2-1731767247013 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T14:27:33,432 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/cluster_e692a8dc-f37d-2e48-00e6-fc275b645ccf/data/data2/current/BP-1760840840-172.17.0.2-1731767247013 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T14:27:33,432 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T14:27:33,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c53873{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T14:27:33,437 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48933182{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T14:27:33,437 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T14:27:33,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40c0650a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T14:27:33,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c5f308a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/hadoop.log.dir/,STOPPED} 2024-11-16T14:27:33,443 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T14:27:33,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T14:27:33,467 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=148 (was 129) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:37229 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:37229 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:37229 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:37229 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:37229 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=498 (was 471) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=380 (was 404), ProcessCount=11 (was 11), AvailableMemoryMB=4049 (was 4274) 2024-11-16T14:27:33,473 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=148, OpenFileDescriptor=498, MaxFileDescriptor=1048576, SystemLoadAverage=380, ProcessCount=11, AvailableMemoryMB=4049 2024-11-16T14:27:33,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/hadoop.log.dir so I do NOT create it in target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38 2024-11-16T14:27:33,485 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T14:27:33,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/hadoop.tmp.dir so I do NOT create it in target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38 2024-11-16T14:27:33,485 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f56b065d-bc61-af98-1acd-37a20adc9f45/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T14:27:33,485 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38 2024-11-16T14:27:33,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T14:27:33,485 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/cluster_442ee838-31ef-4bfb-3868-f015421bcbcb, deleteOnExit=true 2024-11-16T14:27:33,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T14:27:33,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/test.cache.data in system properties and HBase conf 2024-11-16T14:27:33,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T14:27:33,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/hadoop.log.dir in system properties and HBase conf 2024-11-16T14:27:33,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T14:27:33,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T14:27:33,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T14:27:33,486 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T14:27:33,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T14:27:33,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T14:27:33,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T14:27:33,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T14:27:33,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T14:27:33,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T14:27:33,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T14:27:33,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T14:27:33,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T14:27:33,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/nfs.dump.dir in system properties and HBase conf 2024-11-16T14:27:33,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/java.io.tmpdir in system properties and HBase conf 2024-11-16T14:27:33,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T14:27:33,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T14:27:33,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T14:27:33,791 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T14:27:33,795 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T14:27:33,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T14:27:33,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T14:27:33,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T14:27:33,799 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T14:27:33,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62df0526{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/hadoop.log.dir/,AVAILABLE} 2024-11-16T14:27:33,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2934dcdd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T14:27:33,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17dcad8b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/java.io.tmpdir/jetty-localhost-42925-hadoop-hdfs-3_4_1-tests_jar-_-any-7520328054795130893/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T14:27:33,899 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f558362{HTTP/1.1, (http/1.1)}{localhost:42925} 2024-11-16T14:27:33,899 INFO [Time-limited test {}] server.Server(415): Started @29687ms 2024-11-16T14:27:34,137 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T14:27:34,140 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T14:27:34,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T14:27:34,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T14:27:34,143 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T14:27:34,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78d38918{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/hadoop.log.dir/,AVAILABLE} 2024-11-16T14:27:34,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d3793e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T14:27:34,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62feabb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/java.io.tmpdir/jetty-localhost-40737-hadoop-hdfs-3_4_1-tests_jar-_-any-7649369396441070345/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T14:27:34,246 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ba428c2{HTTP/1.1, (http/1.1)}{localhost:40737} 2024-11-16T14:27:34,246 INFO [Time-limited test {}] server.Server(415): Started @30034ms 2024-11-16T14:27:34,248 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T14:27:34,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T14:27:34,277 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T14:27:34,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T14:27:34,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T14:27:34,278 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T14:27:34,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36cbdd45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/hadoop.log.dir/,AVAILABLE} 2024-11-16T14:27:34,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f917909{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T14:27:34,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@216b24ff{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/java.io.tmpdir/jetty-localhost-40251-hadoop-hdfs-3_4_1-tests_jar-_-any-17901255777199911444/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T14:27:34,374 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52f48e30{HTTP/1.1, (http/1.1)}{localhost:40251} 2024-11-16T14:27:34,374 INFO [Time-limited test {}] server.Server(415): Started @30163ms 2024-11-16T14:27:34,375 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T14:27:35,504 WARN [Thread-1170 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/cluster_442ee838-31ef-4bfb-3868-f015421bcbcb/data/data2/current/BP-1635532006-172.17.0.2-1731767253510/current, will proceed with Du for space computation calculation, 2024-11-16T14:27:35,504 WARN [Thread-1169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/cluster_442ee838-31ef-4bfb-3868-f015421bcbcb/data/data1/current/BP-1635532006-172.17.0.2-1731767253510/current, will proceed with Du for space computation calculation, 2024-11-16T14:27:35,524 WARN [Thread-1133 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T14:27:35,526 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31bd5c2deaf96ead with lease ID 0x21b01699e4c43a7c: Processing first storage report for DS-e8587644-dc2c-4f00-9855-763c02816c6f from datanode DatanodeRegistration(127.0.0.1:37499, datanodeUuid=a1d74ee9-5052-4439-af5f-debfd29bcbdb, infoPort=42793, infoSecurePort=0, ipcPort=37025, storageInfo=lv=-57;cid=testClusterID;nsid=301399261;c=1731767253510) 2024-11-16T14:27:35,526 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31bd5c2deaf96ead with lease ID 0x21b01699e4c43a7c: from storage DS-e8587644-dc2c-4f00-9855-763c02816c6f node DatanodeRegistration(127.0.0.1:37499, datanodeUuid=a1d74ee9-5052-4439-af5f-debfd29bcbdb, infoPort=42793, infoSecurePort=0, ipcPort=37025, storageInfo=lv=-57;cid=testClusterID;nsid=301399261;c=1731767253510), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T14:27:35,526 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31bd5c2deaf96ead with lease ID 0x21b01699e4c43a7c: Processing first storage report for DS-a78eb58d-3969-4805-98be-e6acfaa906d5 from datanode DatanodeRegistration(127.0.0.1:37499, datanodeUuid=a1d74ee9-5052-4439-af5f-debfd29bcbdb, infoPort=42793, infoSecurePort=0, ipcPort=37025, storageInfo=lv=-57;cid=testClusterID;nsid=301399261;c=1731767253510) 2024-11-16T14:27:35,526 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31bd5c2deaf96ead with lease ID 0x21b01699e4c43a7c: from storage DS-a78eb58d-3969-4805-98be-e6acfaa906d5 node DatanodeRegistration(127.0.0.1:37499, datanodeUuid=a1d74ee9-5052-4439-af5f-debfd29bcbdb, infoPort=42793, infoSecurePort=0, ipcPort=37025, storageInfo=lv=-57;cid=testClusterID;nsid=301399261;c=1731767253510), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T14:27:35,714 WARN [Thread-1180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/cluster_442ee838-31ef-4bfb-3868-f015421bcbcb/data/data3/current/BP-1635532006-172.17.0.2-1731767253510/current, will proceed with Du for space computation calculation, 2024-11-16T14:27:35,715 WARN [Thread-1181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/cluster_442ee838-31ef-4bfb-3868-f015421bcbcb/data/data4/current/BP-1635532006-172.17.0.2-1731767253510/current, will proceed with Du for space computation calculation, 2024-11-16T14:27:35,734 WARN [Thread-1156 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T14:27:35,736 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8b09804972a909 with lease ID 0x21b01699e4c43a7d: Processing first storage report for DS-691d821d-625d-4372-b48d-4ba0b4ddfa13 from datanode DatanodeRegistration(127.0.0.1:40225, datanodeUuid=c3a4fc3c-5a06-4f51-b617-840cfd443569, infoPort=43085, infoSecurePort=0, ipcPort=39127, storageInfo=lv=-57;cid=testClusterID;nsid=301399261;c=1731767253510) 2024-11-16T14:27:35,736 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8b09804972a909 with lease ID 0x21b01699e4c43a7d: from storage DS-691d821d-625d-4372-b48d-4ba0b4ddfa13 node DatanodeRegistration(127.0.0.1:40225, datanodeUuid=c3a4fc3c-5a06-4f51-b617-840cfd443569, infoPort=43085, infoSecurePort=0, ipcPort=39127, storageInfo=lv=-57;cid=testClusterID;nsid=301399261;c=1731767253510), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T14:27:35,736 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8b09804972a909 with lease ID 0x21b01699e4c43a7d: Processing first storage report for DS-c2403b3d-84b8-47af-a45b-1a9f0adee740 from datanode DatanodeRegistration(127.0.0.1:40225, datanodeUuid=c3a4fc3c-5a06-4f51-b617-840cfd443569, infoPort=43085, infoSecurePort=0, ipcPort=39127, storageInfo=lv=-57;cid=testClusterID;nsid=301399261;c=1731767253510) 2024-11-16T14:27:35,736 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8b09804972a909 with lease ID 0x21b01699e4c43a7d: from storage DS-c2403b3d-84b8-47af-a45b-1a9f0adee740 node DatanodeRegistration(127.0.0.1:40225, datanodeUuid=c3a4fc3c-5a06-4f51-b617-840cfd443569, infoPort=43085, infoSecurePort=0, ipcPort=39127, storageInfo=lv=-57;cid=testClusterID;nsid=301399261;c=1731767253510), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T14:27:35,739 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38 2024-11-16T14:27:35,741 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/cluster_442ee838-31ef-4bfb-3868-f015421bcbcb/zookeeper_0, clientPort=50378, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/cluster_442ee838-31ef-4bfb-3868-f015421bcbcb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/cluster_442ee838-31ef-4bfb-3868-f015421bcbcb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T14:27:35,742 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50378 2024-11-16T14:27:35,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:35,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:35,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741825_1001 (size=7) 2024-11-16T14:27:35,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741825_1001 (size=7) 2024-11-16T14:27:35,752 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941 with version=8 2024-11-16T14:27:35,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/hbase-staging 2024-11-16T14:27:35,754 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04e93f2b5fad:0 server-side Connection retries=45 2024-11-16T14:27:35,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:35,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:35,754 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T14:27:35,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:35,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T14:27:35,754 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T14:27:35,754 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T14:27:35,755 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35603 2024-11-16T14:27:35,755 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35603 connecting to ZooKeeper ensemble=127.0.0.1:50378 2024-11-16T14:27:35,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356030x0, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T14:27:35,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35603-0x101440b3e680000 connected 2024-11-16T14:27:35,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:35,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:35,893 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:35,893 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941, hbase.cluster.distributed=false 2024-11-16T14:27:35,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T14:27:35,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35603 2024-11-16T14:27:35,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35603 2024-11-16T14:27:35,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35603 2024-11-16T14:27:35,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35603 2024-11-16T14:27:35,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35603 2024-11-16T14:27:35,909 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04e93f2b5fad:0 server-side Connection retries=45 2024-11-16T14:27:35,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:35,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:35,909 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T14:27:35,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:35,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T14:27:35,909 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T14:27:35,909 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T14:27:35,910 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41613 2024-11-16T14:27:35,911 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41613 connecting to ZooKeeper ensemble=127.0.0.1:50378 2024-11-16T14:27:35,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:35,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:35,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416130x0, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T14:27:35,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416130x0, quorum=127.0.0.1:50378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:35,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41613-0x101440b3e680001 connected 2024-11-16T14:27:35,921 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T14:27:35,922 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-16T14:27:35,927 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-16T14:27:35,928 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-16T14:27:35,928 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-16T14:27:35,932 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T14:27:35,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41613-0x101440b3e680001, quorum=127.0.0.1:50378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T14:27:35,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41613-0x101440b3e680001, quorum=127.0.0.1:50378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T14:27:35,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41613 2024-11-16T14:27:35,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41613 2024-11-16T14:27:35,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41613 2024-11-16T14:27:35,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41613 2024-11-16T14:27:35,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41613 2024-11-16T14:27:35,937 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T14:27:35,951 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04e93f2b5fad:0 server-side Connection retries=45 2024-11-16T14:27:35,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:35,951 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:35,952 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T14:27:35,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:35,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T14:27:35,952 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T14:27:35,952 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T14:27:35,953 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39643 2024-11-16T14:27:35,954 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39643 connecting to ZooKeeper ensemble=127.0.0.1:50378 2024-11-16T14:27:35,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:35,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:35,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:35,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:35,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:35,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:35,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:35,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:35,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:36,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396430x0, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T14:27:36,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39643-0x101440b3e680002 connected 2024-11-16T14:27:36,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39643-0x101440b3e680002, quorum=127.0.0.1:50378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:36,006 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T14:27:36,008 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-16T14:27:36,022 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-16T14:27:36,022 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-16T14:27:36,024 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-16T14:27:36,025 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T14:27:36,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39643-0x101440b3e680002, quorum=127.0.0.1:50378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T14:27:36,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39643-0x101440b3e680002, quorum=127.0.0.1:50378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T14:27:36,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39643 2024-11-16T14:27:36,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39643 2024-11-16T14:27:36,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39643 2024-11-16T14:27:36,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39643 2024-11-16T14:27:36,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39643 2024-11-16T14:27:36,043 DEBUG [M:0;04e93f2b5fad:35603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04e93f2b5fad:35603 2024-11-16T14:27:36,044 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/04e93f2b5fad,35603,1731767255754 2024-11-16T14:27:36,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x101440b3e680001, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:36,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101440b3e680002, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:36,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:36,058 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/04e93f2b5fad,35603,1731767255754 2024-11-16T14:27:36,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101440b3e680002, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T14:27:36,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:36,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x101440b3e680001, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T14:27:36,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x101440b3e680001, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:36,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101440b3e680002, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:36,069 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T14:27:36,069 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/04e93f2b5fad,35603,1731767255754 from backup master directory 2024-11-16T14:27:36,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101440b3e680002, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:36,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x101440b3e680001, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:36,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/04e93f2b5fad,35603,1731767255754 2024-11-16T14:27:36,078 WARN [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T14:27:36,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:36,079 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04e93f2b5fad,35603,1731767255754 2024-11-16T14:27:36,083 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/hbase.id] with ID: 3739084a-19a9-49aa-88a9-c3f5b560a05f 2024-11-16T14:27:36,083 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/.tmp/hbase.id 2024-11-16T14:27:36,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741826_1002 (size=42) 2024-11-16T14:27:36,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741826_1002 (size=42) 2024-11-16T14:27:36,095 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/.tmp/hbase.id]:[hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/hbase.id] 2024-11-16T14:27:36,107 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:36,107 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T14:27:36,109 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T14:27:36,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:36,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x101440b3e680001, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:36,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101440b3e680002, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:36,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741827_1003 (size=196) 2024-11-16T14:27:36,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741827_1003 (size=196) 2024-11-16T14:27:36,128 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T14:27:36,129 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T14:27:36,129 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T14:27:36,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741828_1004 (size=1189) 2024-11-16T14:27:36,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741828_1004 (size=1189) 2024-11-16T14:27:36,539 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/MasterData/data/master/store 2024-11-16T14:27:36,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741829_1005 (size=34) 2024-11-16T14:27:36,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741829_1005 (size=34) 2024-11-16T14:27:36,549 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:36,549 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T14:27:36,549 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:36,549 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:36,550 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T14:27:36,550 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:36,550 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:36,550 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731767256549Disabling compacts and flushes for region at 1731767256549Disabling writes for close at 1731767256550 (+1 ms)Writing region close event to WAL at 1731767256550Closed at 1731767256550 2024-11-16T14:27:36,550 WARN [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/MasterData/data/master/store/.initializing 2024-11-16T14:27:36,551 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/MasterData/WALs/04e93f2b5fad,35603,1731767255754 2024-11-16T14:27:36,551 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T14:27:36,553 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C35603%2C1731767255754, suffix=, logDir=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/MasterData/WALs/04e93f2b5fad,35603,1731767255754, archiveDir=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/MasterData/oldWALs, maxLogs=10 2024-11-16T14:27:36,568 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/MasterData/WALs/04e93f2b5fad,35603,1731767255754/04e93f2b5fad%2C35603%2C1731767255754.1731767256554, exclude list is [], retry=0 2024-11-16T14:27:36,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40225,DS-691d821d-625d-4372-b48d-4ba0b4ddfa13,DISK] 2024-11-16T14:27:36,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37499,DS-e8587644-dc2c-4f00-9855-763c02816c6f,DISK] 2024-11-16T14:27:36,573 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/MasterData/WALs/04e93f2b5fad,35603,1731767255754/04e93f2b5fad%2C35603%2C1731767255754.1731767256554 2024-11-16T14:27:36,573 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43085:43085),(127.0.0.1/127.0.0.1:42793:42793)] 2024-11-16T14:27:36,574 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T14:27:36,574 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:36,574 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:36,574 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:36,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:36,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T14:27:36,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:36,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:36,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:36,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T14:27:36,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:36,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:36,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:36,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T14:27:36,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:36,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:36,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:36,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T14:27:36,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:36,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:36,584 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:36,585 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:36,585 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:36,586 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:36,586 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:36,587 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T14:27:36,588 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:36,589 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T14:27:36,590 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69982148, jitterRate=0.04281526803970337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T14:27:36,590 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731767256574Initializing all the Stores at 1731767256575 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767256575Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767256575Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767256575Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767256575Cleaning up temporary data from old regions at 1731767256586 (+11 ms)Region opened successfully at 1731767256590 (+4 ms) 2024-11-16T14:27:36,591 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T14:27:36,593 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9322b81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04e93f2b5fad/172.17.0.2:0 2024-11-16T14:27:36,594 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T14:27:36,594 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T14:27:36,594 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T14:27:36,594 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T14:27:36,595 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T14:27:36,595 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T14:27:36,595 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T14:27:36,597 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T14:27:36,598 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T14:27:36,636 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T14:27:36,637 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T14:27:36,637 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T14:27:36,646 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T14:27:36,647 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T14:27:36,648 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T14:27:36,657 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T14:27:36,658 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T14:27:36,668 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T14:27:36,670 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T14:27:36,678 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T14:27:36,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101440b3e680002, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:36,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x101440b3e680001, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:36,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:36,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101440b3e680002, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:36,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x101440b3e680001, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:36,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:36,689 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04e93f2b5fad,35603,1731767255754, sessionid=0x101440b3e680000, setting cluster-up flag (Was=false) 2024-11-16T14:27:36,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x101440b3e680001, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:36,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101440b3e680002, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:36,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:36,741 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T14:27:36,743 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04e93f2b5fad,35603,1731767255754 2024-11-16T14:27:36,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101440b3e680002, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:36,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:36,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x101440b3e680001, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:36,794 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T14:27:36,796 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04e93f2b5fad,35603,1731767255754 2024-11-16T14:27:36,797 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T14:27:36,798 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T14:27:36,799 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T14:27:36,799 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T14:27:36,799 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04e93f2b5fad,35603,1731767255754 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T14:27:36,800 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5 2024-11-16T14:27:36,800 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5 2024-11-16T14:27:36,800 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5 2024-11-16T14:27:36,800 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5 2024-11-16T14:27:36,800 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04e93f2b5fad:0, corePoolSize=10, maxPoolSize=10 2024-11-16T14:27:36,800 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:36,800 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=2, maxPoolSize=2 2024-11-16T14:27:36,800 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:36,801 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731767286801 2024-11-16T14:27:36,801 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T14:27:36,801 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T14:27:36,801 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T14:27:36,801 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T14:27:36,801 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T14:27:36,801 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T14:27:36,802 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:36,802 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T14:27:36,802 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T14:27:36,802 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T14:27:36,802 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T14:27:36,802 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T14:27:36,802 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T14:27:36,802 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T14:27:36,803 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.large.0-1731767256803,5,FailOnTimeoutGroup] 2024-11-16T14:27:36,803 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.small.0-1731767256803,5,FailOnTimeoutGroup] 2024-11-16T14:27:36,803 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:36,803 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T14:27:36,803 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:36,803 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:36,803 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:36,803 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T14:27:36,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741831_1007 (size=1321) 2024-11-16T14:27:36,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741831_1007 (size=1321) 2024-11-16T14:27:36,834 INFO [RS:1;04e93f2b5fad:39643 {}] regionserver.HRegionServer(746): ClusterId : 3739084a-19a9-49aa-88a9-c3f5b560a05f 2024-11-16T14:27:36,834 INFO [RS:0;04e93f2b5fad:41613 {}] regionserver.HRegionServer(746): ClusterId : 3739084a-19a9-49aa-88a9-c3f5b560a05f 2024-11-16T14:27:36,834 DEBUG [RS:0;04e93f2b5fad:41613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T14:27:36,834 DEBUG [RS:1;04e93f2b5fad:39643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T14:27:36,847 DEBUG [RS:0;04e93f2b5fad:41613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T14:27:36,847 DEBUG [RS:1;04e93f2b5fad:39643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T14:27:36,847 DEBUG [RS:1;04e93f2b5fad:39643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T14:27:36,847 DEBUG [RS:0;04e93f2b5fad:41613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T14:27:36,858 DEBUG [RS:1;04e93f2b5fad:39643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T14:27:36,858 DEBUG [RS:0;04e93f2b5fad:41613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T14:27:36,859 DEBUG [RS:1;04e93f2b5fad:39643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb8e006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04e93f2b5fad/172.17.0.2:0 2024-11-16T14:27:36,859 DEBUG [RS:0;04e93f2b5fad:41613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5b36ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04e93f2b5fad/172.17.0.2:0 2024-11-16T14:27:36,869 DEBUG [RS:1;04e93f2b5fad:39643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;04e93f2b5fad:39643 2024-11-16T14:27:36,869 INFO [RS:1;04e93f2b5fad:39643 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T14:27:36,869 INFO [RS:1;04e93f2b5fad:39643 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T14:27:36,869 DEBUG [RS:1;04e93f2b5fad:39643 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T14:27:36,870 INFO [RS:1;04e93f2b5fad:39643 {}] regionserver.HRegionServer(2659): reportForDuty to master=04e93f2b5fad,35603,1731767255754 with port=39643, startcode=1731767255951 2024-11-16T14:27:36,870 DEBUG [RS:1;04e93f2b5fad:39643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T14:27:36,871 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T14:27:36,872 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35603 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04e93f2b5fad,39643,1731767255951 2024-11-16T14:27:36,872 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35603 {}] master.ServerManager(517): Registering regionserver=04e93f2b5fad,39643,1731767255951 2024-11-16T14:27:36,873 DEBUG [RS:1;04e93f2b5fad:39643 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941 2024-11-16T14:27:36,873 DEBUG [RS:1;04e93f2b5fad:39643 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37717 2024-11-16T14:27:36,873 DEBUG [RS:1;04e93f2b5fad:39643 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T14:27:36,874 DEBUG [RS:0;04e93f2b5fad:41613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04e93f2b5fad:41613 2024-11-16T14:27:36,874 INFO [RS:0;04e93f2b5fad:41613 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T14:27:36,874 INFO [RS:0;04e93f2b5fad:41613 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T14:27:36,874 DEBUG [RS:0;04e93f2b5fad:41613 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T14:27:36,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T14:27:36,878 INFO [RS:0;04e93f2b5fad:41613 {}] regionserver.HRegionServer(2659): reportForDuty to master=04e93f2b5fad,35603,1731767255754 with port=41613, startcode=1731767255908 2024-11-16T14:27:36,878 DEBUG [RS:0;04e93f2b5fad:41613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T14:27:36,879 DEBUG [RS:1;04e93f2b5fad:39643 {}] zookeeper.ZKUtil(111): regionserver:39643-0x101440b3e680002, quorum=127.0.0.1:50378, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04e93f2b5fad,39643,1731767255951 2024-11-16T14:27:36,879 WARN [RS:1;04e93f2b5fad:39643 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T14:27:36,879 INFO [RS:1;04e93f2b5fad:39643 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T14:27:36,879 DEBUG [RS:1;04e93f2b5fad:39643 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/WALs/04e93f2b5fad,39643,1731767255951 2024-11-16T14:27:36,879 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04e93f2b5fad,39643,1731767255951] 2024-11-16T14:27:36,880 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T14:27:36,880 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35603 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04e93f2b5fad,41613,1731767255908 2024-11-16T14:27:36,880 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35603 {}] master.ServerManager(517): Registering regionserver=04e93f2b5fad,41613,1731767255908 2024-11-16T14:27:36,882 DEBUG [RS:0;04e93f2b5fad:41613 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941 2024-11-16T14:27:36,882 DEBUG [RS:0;04e93f2b5fad:41613 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37717 2024-11-16T14:27:36,882 DEBUG [RS:0;04e93f2b5fad:41613 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T14:27:36,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T14:27:36,919 INFO [RS:1;04e93f2b5fad:39643 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T14:27:36,920 DEBUG [RS:0;04e93f2b5fad:41613 {}] zookeeper.ZKUtil(111): regionserver:41613-0x101440b3e680001, quorum=127.0.0.1:50378, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04e93f2b5fad,41613,1731767255908 2024-11-16T14:27:36,920 WARN [RS:0;04e93f2b5fad:41613 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T14:27:36,920 INFO [RS:0;04e93f2b5fad:41613 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T14:27:36,920 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04e93f2b5fad,41613,1731767255908] 2024-11-16T14:27:36,920 DEBUG [RS:0;04e93f2b5fad:41613 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/WALs/04e93f2b5fad,41613,1731767255908 2024-11-16T14:27:36,922 INFO [RS:1;04e93f2b5fad:39643 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T14:27:36,922 INFO [RS:1;04e93f2b5fad:39643 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T14:27:36,922 INFO [RS:1;04e93f2b5fad:39643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:36,922 INFO [RS:1;04e93f2b5fad:39643 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T14:27:36,923 INFO [RS:1;04e93f2b5fad:39643 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T14:27:36,923 INFO [RS:1;04e93f2b5fad:39643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:36,924 DEBUG [RS:1;04e93f2b5fad:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:36,924 DEBUG [RS:1;04e93f2b5fad:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:36,924 DEBUG [RS:1;04e93f2b5fad:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:36,924 DEBUG [RS:1;04e93f2b5fad:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:36,924 DEBUG [RS:1;04e93f2b5fad:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:36,924 DEBUG [RS:1;04e93f2b5fad:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04e93f2b5fad:0, corePoolSize=2, maxPoolSize=2 2024-11-16T14:27:36,924 DEBUG [RS:1;04e93f2b5fad:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:36,924 DEBUG [RS:1;04e93f2b5fad:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:36,924 INFO [RS:0;04e93f2b5fad:41613 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T14:27:36,924 DEBUG [RS:1;04e93f2b5fad:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:36,924 DEBUG [RS:1;04e93f2b5fad:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:36,925 DEBUG [RS:1;04e93f2b5fad:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:36,925 DEBUG [RS:1;04e93f2b5fad:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:36,925 DEBUG [RS:1;04e93f2b5fad:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04e93f2b5fad:0, corePoolSize=3, maxPoolSize=3 2024-11-16T14:27:36,925 DEBUG [RS:1;04e93f2b5fad:39643 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04e93f2b5fad:0, corePoolSize=3, maxPoolSize=3 2024-11-16T14:27:36,927 INFO [RS:1;04e93f2b5fad:39643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:36,927 INFO [RS:1;04e93f2b5fad:39643 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:36,927 INFO [RS:1;04e93f2b5fad:39643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:36,927 INFO [RS:1;04e93f2b5fad:39643 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:36,927 INFO [RS:1;04e93f2b5fad:39643 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:36,927 INFO [RS:1;04e93f2b5fad:39643 {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,39643,1731767255951-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T14:27:36,927 INFO [RS:0;04e93f2b5fad:41613 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T14:27:36,928 INFO [RS:0;04e93f2b5fad:41613 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T14:27:36,928 INFO [RS:0;04e93f2b5fad:41613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:36,928 INFO [RS:0;04e93f2b5fad:41613 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T14:27:36,929 INFO [RS:0;04e93f2b5fad:41613 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T14:27:36,929 INFO [RS:0;04e93f2b5fad:41613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:36,929 DEBUG [RS:0;04e93f2b5fad:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:36,930 DEBUG [RS:0;04e93f2b5fad:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:36,930 DEBUG [RS:0;04e93f2b5fad:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:36,930 DEBUG [RS:0;04e93f2b5fad:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:36,930 DEBUG [RS:0;04e93f2b5fad:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:36,930 DEBUG [RS:0;04e93f2b5fad:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04e93f2b5fad:0, corePoolSize=2, maxPoolSize=2 2024-11-16T14:27:36,930 DEBUG [RS:0;04e93f2b5fad:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:36,930 DEBUG [RS:0;04e93f2b5fad:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:36,930 DEBUG [RS:0;04e93f2b5fad:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:36,930 DEBUG [RS:0;04e93f2b5fad:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:36,930 DEBUG [RS:0;04e93f2b5fad:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:36,930 DEBUG [RS:0;04e93f2b5fad:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:36,930 DEBUG [RS:0;04e93f2b5fad:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04e93f2b5fad:0, corePoolSize=3, maxPoolSize=3 2024-11-16T14:27:36,930 DEBUG [RS:0;04e93f2b5fad:41613 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04e93f2b5fad:0, corePoolSize=3, maxPoolSize=3 2024-11-16T14:27:36,931 INFO [RS:0;04e93f2b5fad:41613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:36,931 INFO [RS:0;04e93f2b5fad:41613 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:36,931 INFO [RS:0;04e93f2b5fad:41613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:36,931 INFO [RS:0;04e93f2b5fad:41613 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:36,931 INFO [RS:0;04e93f2b5fad:41613 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:36,931 INFO [RS:0;04e93f2b5fad:41613 {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,41613,1731767255908-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T14:27:36,943 INFO [RS:1;04e93f2b5fad:39643 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T14:27:36,943 INFO [RS:1;04e93f2b5fad:39643 {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,39643,1731767255951-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:36,944 INFO [RS:1;04e93f2b5fad:39643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:36,944 INFO [RS:1;04e93f2b5fad:39643 {}] regionserver.Replication(171): 04e93f2b5fad,39643,1731767255951 started 2024-11-16T14:27:36,945 INFO [RS:0;04e93f2b5fad:41613 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T14:27:36,945 INFO [RS:0;04e93f2b5fad:41613 {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,41613,1731767255908-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:36,945 INFO [RS:0;04e93f2b5fad:41613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:36,945 INFO [RS:0;04e93f2b5fad:41613 {}] regionserver.Replication(171): 04e93f2b5fad,41613,1731767255908 started 2024-11-16T14:27:36,955 INFO [RS:1;04e93f2b5fad:39643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:36,955 INFO [RS:1;04e93f2b5fad:39643 {}] regionserver.HRegionServer(1482): Serving as 04e93f2b5fad,39643,1731767255951, RpcServer on 04e93f2b5fad/172.17.0.2:39643, sessionid=0x101440b3e680002 2024-11-16T14:27:36,955 DEBUG [RS:1;04e93f2b5fad:39643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T14:27:36,955 DEBUG [RS:1;04e93f2b5fad:39643 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04e93f2b5fad,39643,1731767255951 2024-11-16T14:27:36,955 DEBUG [RS:1;04e93f2b5fad:39643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04e93f2b5fad,39643,1731767255951' 2024-11-16T14:27:36,955 DEBUG [RS:1;04e93f2b5fad:39643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T14:27:36,956 DEBUG [RS:1;04e93f2b5fad:39643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T14:27:36,956 INFO [RS:0;04e93f2b5fad:41613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:36,956 INFO [RS:0;04e93f2b5fad:41613 {}] regionserver.HRegionServer(1482): Serving as 04e93f2b5fad,41613,1731767255908, RpcServer on 04e93f2b5fad/172.17.0.2:41613, sessionid=0x101440b3e680001 2024-11-16T14:27:36,956 DEBUG [RS:0;04e93f2b5fad:41613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T14:27:36,956 DEBUG [RS:0;04e93f2b5fad:41613 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04e93f2b5fad,41613,1731767255908 2024-11-16T14:27:36,956 DEBUG [RS:0;04e93f2b5fad:41613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04e93f2b5fad,41613,1731767255908' 2024-11-16T14:27:36,956 DEBUG [RS:0;04e93f2b5fad:41613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T14:27:36,956 DEBUG [RS:1;04e93f2b5fad:39643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T14:27:36,957 DEBUG [RS:1;04e93f2b5fad:39643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T14:27:36,957 DEBUG [RS:1;04e93f2b5fad:39643 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04e93f2b5fad,39643,1731767255951 2024-11-16T14:27:36,957 DEBUG [RS:1;04e93f2b5fad:39643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04e93f2b5fad,39643,1731767255951' 2024-11-16T14:27:36,957 DEBUG [RS:1;04e93f2b5fad:39643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T14:27:36,957 DEBUG [RS:0;04e93f2b5fad:41613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T14:27:36,957 DEBUG [RS:1;04e93f2b5fad:39643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T14:27:36,957 DEBUG [RS:0;04e93f2b5fad:41613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T14:27:36,957 DEBUG [RS:0;04e93f2b5fad:41613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T14:27:36,958 DEBUG [RS:0;04e93f2b5fad:41613 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04e93f2b5fad,41613,1731767255908 2024-11-16T14:27:36,958 DEBUG [RS:0;04e93f2b5fad:41613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04e93f2b5fad,41613,1731767255908' 2024-11-16T14:27:36,958 DEBUG [RS:0;04e93f2b5fad:41613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T14:27:36,958 DEBUG [RS:1;04e93f2b5fad:39643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T14:27:36,958 INFO [RS:1;04e93f2b5fad:39643 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T14:27:36,958 INFO [RS:1;04e93f2b5fad:39643 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T14:27:36,958 DEBUG [RS:0;04e93f2b5fad:41613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T14:27:36,958 DEBUG [RS:0;04e93f2b5fad:41613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T14:27:36,958 INFO [RS:0;04e93f2b5fad:41613 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T14:27:36,958 INFO [RS:0;04e93f2b5fad:41613 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T14:27:37,059 INFO [RS:1;04e93f2b5fad:39643 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T14:27:37,059 INFO [RS:0;04e93f2b5fad:41613 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T14:27:37,063 INFO [RS:1;04e93f2b5fad:39643 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C39643%2C1731767255951, suffix=, logDir=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/WALs/04e93f2b5fad,39643,1731767255951, archiveDir=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/oldWALs, maxLogs=32 2024-11-16T14:27:37,063 INFO [RS:0;04e93f2b5fad:41613 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C41613%2C1731767255908, suffix=, logDir=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/WALs/04e93f2b5fad,41613,1731767255908, archiveDir=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/oldWALs, maxLogs=32 2024-11-16T14:27:37,080 DEBUG [RS:0;04e93f2b5fad:41613 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/WALs/04e93f2b5fad,41613,1731767255908/04e93f2b5fad%2C41613%2C1731767255908.1731767257064, exclude list is [], retry=0 2024-11-16T14:27:37,080 DEBUG [RS:1;04e93f2b5fad:39643 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/WALs/04e93f2b5fad,39643,1731767255951/04e93f2b5fad%2C39643%2C1731767255951.1731767257063, exclude list is [], retry=0 2024-11-16T14:27:37,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37499,DS-e8587644-dc2c-4f00-9855-763c02816c6f,DISK] 2024-11-16T14:27:37,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40225,DS-691d821d-625d-4372-b48d-4ba0b4ddfa13,DISK] 2024-11-16T14:27:37,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40225,DS-691d821d-625d-4372-b48d-4ba0b4ddfa13,DISK] 2024-11-16T14:27:37,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37499,DS-e8587644-dc2c-4f00-9855-763c02816c6f,DISK] 2024-11-16T14:27:37,084 INFO [RS:0;04e93f2b5fad:41613 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/WALs/04e93f2b5fad,41613,1731767255908/04e93f2b5fad%2C41613%2C1731767255908.1731767257064 2024-11-16T14:27:37,084 INFO [RS:1;04e93f2b5fad:39643 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/WALs/04e93f2b5fad,39643,1731767255951/04e93f2b5fad%2C39643%2C1731767255951.1731767257063 2024-11-16T14:27:37,084 DEBUG [RS:0;04e93f2b5fad:41613 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43085:43085),(127.0.0.1/127.0.0.1:42793:42793)] 2024-11-16T14:27:37,085 DEBUG [RS:1;04e93f2b5fad:39643 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43085:43085),(127.0.0.1/127.0.0.1:42793:42793)] 2024-11-16T14:27:37,213 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T14:27:37,214 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941 2024-11-16T14:27:37,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741834_1010 (size=32) 2024-11-16T14:27:37,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741834_1010 (size=32) 2024-11-16T14:27:37,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:37,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T14:27:37,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T14:27:37,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:37,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:37,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T14:27:37,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T14:27:37,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:37,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:37,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T14:27:37,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T14:27:37,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:37,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:37,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T14:27:37,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T14:27:37,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:37,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:37,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T14:27:37,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/hbase/meta/1588230740 2024-11-16T14:27:37,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/hbase/meta/1588230740 2024-11-16T14:27:37,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T14:27:37,243 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T14:27:37,243 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T14:27:37,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T14:27:37,247 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T14:27:37,247 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65232339, jitterRate=-0.027962401509284973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T14:27:37,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731767257227Initializing all the Stores at 1731767257228 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767257228Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767257229 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767257229Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767257229Cleaning up temporary data from old regions at 1731767257243 (+14 ms)Region opened successfully at 1731767257248 (+5 ms) 2024-11-16T14:27:37,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T14:27:37,248 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T14:27:37,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T14:27:37,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T14:27:37,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T14:27:37,249 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T14:27:37,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731767257248Disabling compacts and flushes for region at 1731767257248Disabling writes for close at 1731767257248Writing region close event to WAL at 1731767257249 (+1 ms)Closed at 1731767257249 2024-11-16T14:27:37,250 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T14:27:37,250 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T14:27:37,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T14:27:37,252 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T14:27:37,253 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T14:27:37,403 DEBUG [04e93f2b5fad:35603 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-16T14:27:37,404 DEBUG [04e93f2b5fad:35603 {}] balancer.BalancerClusterState(204): Hosts are {04e93f2b5fad=0} racks are {/default-rack=0} 2024-11-16T14:27:37,408 DEBUG [04e93f2b5fad:35603 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T14:27:37,408 DEBUG [04e93f2b5fad:35603 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T14:27:37,408 DEBUG [04e93f2b5fad:35603 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T14:27:37,408 DEBUG [04e93f2b5fad:35603 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T14:27:37,408 INFO [04e93f2b5fad:35603 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T14:27:37,408 INFO [04e93f2b5fad:35603 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T14:27:37,408 DEBUG [04e93f2b5fad:35603 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T14:27:37,409 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04e93f2b5fad,39643,1731767255951 2024-11-16T14:27:37,411 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04e93f2b5fad,39643,1731767255951, state=OPENING 2024-11-16T14:27:37,457 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T14:27:37,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:37,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x101440b3e680001, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:37,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101440b3e680002, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:37,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:37,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:37,468 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T14:27:37,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:37,468 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04e93f2b5fad,39643,1731767255951}] 2024-11-16T14:27:37,621 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T14:27:37,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T14:27:37,626 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T14:27:37,626 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T14:27:37,626 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T14:27:37,629 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C39643%2C1731767255951.meta, suffix=.meta, logDir=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/WALs/04e93f2b5fad,39643,1731767255951, archiveDir=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/oldWALs, maxLogs=32 2024-11-16T14:27:37,643 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/WALs/04e93f2b5fad,39643,1731767255951/04e93f2b5fad%2C39643%2C1731767255951.meta.1731767257629.meta, exclude list is [], retry=0 2024-11-16T14:27:37,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40225,DS-691d821d-625d-4372-b48d-4ba0b4ddfa13,DISK] 2024-11-16T14:27:37,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37499,DS-e8587644-dc2c-4f00-9855-763c02816c6f,DISK] 2024-11-16T14:27:37,647 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/WALs/04e93f2b5fad,39643,1731767255951/04e93f2b5fad%2C39643%2C1731767255951.meta.1731767257629.meta 2024-11-16T14:27:37,647 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43085:43085),(127.0.0.1/127.0.0.1:42793:42793)] 2024-11-16T14:27:37,648 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T14:27:37,648 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T14:27:37,648 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T14:27:37,648 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T14:27:37,648 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T14:27:37,648 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:37,648 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T14:27:37,648 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T14:27:37,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T14:27:37,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T14:27:37,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:37,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:37,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T14:27:37,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T14:27:37,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:37,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:37,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T14:27:37,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T14:27:37,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:37,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:37,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T14:27:37,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T14:27:37,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:37,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:37,654 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T14:27:37,655 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/hbase/meta/1588230740 2024-11-16T14:27:37,656 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/hbase/meta/1588230740 2024-11-16T14:27:37,657 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T14:27:37,657 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T14:27:37,658 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T14:27:37,659 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T14:27:37,660 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67980530, jitterRate=0.012988835573196411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T14:27:37,660 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T14:27:37,661 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731767257648Writing region info on filesystem at 1731767257648Initializing all the Stores at 1731767257649 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767257649Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767257649Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767257649Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767257649Cleaning up temporary data from old regions at 1731767257657 (+8 ms)Running coprocessor post-open hooks at 1731767257660 (+3 ms)Region opened successfully at 1731767257661 (+1 ms) 2024-11-16T14:27:37,662 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731767257621 2024-11-16T14:27:37,664 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T14:27:37,664 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T14:27:37,665 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,39643,1731767255951 2024-11-16T14:27:37,666 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04e93f2b5fad,39643,1731767255951, state=OPEN 2024-11-16T14:27:37,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101440b3e680002, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T14:27:37,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T14:27:37,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x101440b3e680001, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T14:27:37,678 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04e93f2b5fad,39643,1731767255951 2024-11-16T14:27:37,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:37,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:37,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:37,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T14:27:37,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04e93f2b5fad,39643,1731767255951 in 210 msec 2024-11-16T14:27:37,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T14:27:37,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 431 msec 2024-11-16T14:27:37,684 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T14:27:37,684 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T14:27:37,686 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T14:27:37,686 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04e93f2b5fad,39643,1731767255951, seqNum=-1] 2024-11-16T14:27:37,686 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T14:27:37,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T14:27:37,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 895 msec 2024-11-16T14:27:37,694 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731767257694, completionTime=-1 2024-11-16T14:27:37,694 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-16T14:27:37,694 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T14:27:37,696 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-16T14:27:37,696 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731767317696 2024-11-16T14:27:37,696 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731767377696 2024-11-16T14:27:37,696 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-16T14:27:37,696 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,35603,1731767255754-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:37,697 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,35603,1731767255754-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:37,697 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,35603,1731767255754-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:37,697 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04e93f2b5fad:35603, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:37,697 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:37,697 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:37,699 DEBUG [master/04e93f2b5fad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T14:27:37,702 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.622sec 2024-11-16T14:27:37,702 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T14:27:37,702 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T14:27:37,702 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T14:27:37,702 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T14:27:37,702 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T14:27:37,702 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,35603,1731767255754-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T14:27:37,702 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,35603,1731767255754-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T14:27:37,705 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T14:27:37,705 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T14:27:37,705 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,35603,1731767255754-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:37,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4bab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T14:27:37,735 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04e93f2b5fad,35603,-1 for getting cluster id 2024-11-16T14:27:37,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T14:27:37,736 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3739084a-19a9-49aa-88a9-c3f5b560a05f' 2024-11-16T14:27:37,736 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T14:27:37,736 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3739084a-19a9-49aa-88a9-c3f5b560a05f" 2024-11-16T14:27:37,737 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef10078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T14:27:37,737 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04e93f2b5fad,35603,-1] 2024-11-16T14:27:37,737 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T14:27:37,737 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:37,738 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T14:27:37,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7c2d48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T14:27:37,739 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T14:27:37,740 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04e93f2b5fad,39643,1731767255951, seqNum=-1] 2024-11-16T14:27:37,740 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T14:27:37,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T14:27:37,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04e93f2b5fad,35603,1731767255754 2024-11-16T14:27:37,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T14:27:37,744 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 04e93f2b5fad,35603,1731767255754 2024-11-16T14:27:37,744 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51845271 2024-11-16T14:27:37,744 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T14:27:37,745 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T14:27:37,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T14:27:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-16T14:27:37,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T14:27:37,748 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:37,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-16T14:27:37,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T14:27:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T14:27:37,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741836_1012 (size=379) 2024-11-16T14:27:37,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741836_1012 (size=379) 2024-11-16T14:27:37,758 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f560fb43a0742d8042c9ec5d2377d6f7, NAME => 'testClearRegionBlockCache,,1731767257746.f560fb43a0742d8042c9ec5d2377d6f7.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941 2024-11-16T14:27:37,758 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0c29b224c9201c1d1ba62bdcd2ec78d0, NAME => 'testClearRegionBlockCache,5,1731767257746.0c29b224c9201c1d1ba62bdcd2ec78d0.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941 2024-11-16T14:27:37,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741838_1014 (size=61) 2024-11-16T14:27:37,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741838_1014 (size=61) 2024-11-16T14:27:37,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741837_1013 (size=61) 2024-11-16T14:27:37,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741837_1013 (size=61) 2024-11-16T14:27:37,767 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731767257746.0c29b224c9201c1d1ba62bdcd2ec78d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:37,767 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731767257746.f560fb43a0742d8042c9ec5d2377d6f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:37,767 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 0c29b224c9201c1d1ba62bdcd2ec78d0, disabling compactions & flushes 2024-11-16T14:27:37,767 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing f560fb43a0742d8042c9ec5d2377d6f7, disabling compactions & flushes 2024-11-16T14:27:37,767 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731767257746.0c29b224c9201c1d1ba62bdcd2ec78d0. 2024-11-16T14:27:37,767 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731767257746.f560fb43a0742d8042c9ec5d2377d6f7. 2024-11-16T14:27:37,767 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731767257746.0c29b224c9201c1d1ba62bdcd2ec78d0. 2024-11-16T14:27:37,767 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731767257746.f560fb43a0742d8042c9ec5d2377d6f7. 2024-11-16T14:27:37,767 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731767257746.0c29b224c9201c1d1ba62bdcd2ec78d0. after waiting 0 ms 2024-11-16T14:27:37,767 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731767257746.0c29b224c9201c1d1ba62bdcd2ec78d0. 2024-11-16T14:27:37,767 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731767257746.f560fb43a0742d8042c9ec5d2377d6f7. after waiting 0 ms 2024-11-16T14:27:37,767 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731767257746.0c29b224c9201c1d1ba62bdcd2ec78d0. 2024-11-16T14:27:37,767 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731767257746.f560fb43a0742d8042c9ec5d2377d6f7. 2024-11-16T14:27:37,767 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0c29b224c9201c1d1ba62bdcd2ec78d0: Waiting for close lock at 1731767257767Disabling compacts and flushes for region at 1731767257767Disabling writes for close at 1731767257767Writing region close event to WAL at 1731767257767Closed at 1731767257767 2024-11-16T14:27:37,767 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731767257746.f560fb43a0742d8042c9ec5d2377d6f7. 2024-11-16T14:27:37,767 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for f560fb43a0742d8042c9ec5d2377d6f7: Waiting for close lock at 1731767257767Disabling compacts and flushes for region at 1731767257767Disabling writes for close at 1731767257767Writing region close event to WAL at 1731767257767Closed at 1731767257767 2024-11-16T14:27:37,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T14:27:37,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731767257746.0c29b224c9201c1d1ba62bdcd2ec78d0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731767257769"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731767257769"}]},"ts":"1731767257769"} 2024-11-16T14:27:37,769 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731767257746.f560fb43a0742d8042c9ec5d2377d6f7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731767257769"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731767257769"}]},"ts":"1731767257769"} 2024-11-16T14:27:37,772 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-16T14:27:37,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T14:27:37,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731767257773"}]},"ts":"1731767257773"} 2024-11-16T14:27:37,775 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-16T14:27:37,776 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {04e93f2b5fad=0} racks are {/default-rack=0} 2024-11-16T14:27:37,777 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T14:27:37,777 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T14:27:37,777 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T14:27:37,777 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T14:27:37,777 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T14:27:37,777 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T14:27:37,777 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T14:27:37,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f560fb43a0742d8042c9ec5d2377d6f7, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0c29b224c9201c1d1ba62bdcd2ec78d0, ASSIGN}] 2024-11-16T14:27:37,779 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0c29b224c9201c1d1ba62bdcd2ec78d0, ASSIGN 2024-11-16T14:27:37,779 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f560fb43a0742d8042c9ec5d2377d6f7, ASSIGN 2024-11-16T14:27:37,780 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f560fb43a0742d8042c9ec5d2377d6f7, ASSIGN; state=OFFLINE, location=04e93f2b5fad,39643,1731767255951; forceNewPlan=false, retain=false 2024-11-16T14:27:37,780 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0c29b224c9201c1d1ba62bdcd2ec78d0, ASSIGN; state=OFFLINE, location=04e93f2b5fad,41613,1731767255908; forceNewPlan=false, retain=false 2024-11-16T14:27:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T14:27:37,930 INFO [04e93f2b5fad:35603 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-16T14:27:37,931 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f560fb43a0742d8042c9ec5d2377d6f7, regionState=OPENING, regionLocation=04e93f2b5fad,39643,1731767255951 2024-11-16T14:27:37,931 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0c29b224c9201c1d1ba62bdcd2ec78d0, regionState=OPENING, regionLocation=04e93f2b5fad,41613,1731767255908 2024-11-16T14:27:37,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f560fb43a0742d8042c9ec5d2377d6f7, ASSIGN because future has completed 2024-11-16T14:27:37,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f560fb43a0742d8042c9ec5d2377d6f7, server=04e93f2b5fad,39643,1731767255951}] 2024-11-16T14:27:37,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0c29b224c9201c1d1ba62bdcd2ec78d0, ASSIGN because future has completed 2024-11-16T14:27:37,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c29b224c9201c1d1ba62bdcd2ec78d0, server=04e93f2b5fad,41613,1731767255908}] 2024-11-16T14:27:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T14:27:38,088 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T14:27:38,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T14:27:38,092 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731767257746.f560fb43a0742d8042c9ec5d2377d6f7. 2024-11-16T14:27:38,092 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f560fb43a0742d8042c9ec5d2377d6f7, NAME => 'testClearRegionBlockCache,,1731767257746.f560fb43a0742d8042c9ec5d2377d6f7.', STARTKEY => '', ENDKEY => '5'} 2024-11-16T14:27:38,093 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f560fb43a0742d8042c9ec5d2377d6f7 2024-11-16T14:27:38,093 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731767257746.f560fb43a0742d8042c9ec5d2377d6f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:38,093 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f560fb43a0742d8042c9ec5d2377d6f7 2024-11-16T14:27:38,093 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f560fb43a0742d8042c9ec5d2377d6f7 2024-11-16T14:27:38,095 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731767257746.0c29b224c9201c1d1ba62bdcd2ec78d0. 2024-11-16T14:27:38,095 INFO [StoreOpener-f560fb43a0742d8042c9ec5d2377d6f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f560fb43a0742d8042c9ec5d2377d6f7 2024-11-16T14:27:38,095 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c29b224c9201c1d1ba62bdcd2ec78d0, NAME => 'testClearRegionBlockCache,5,1731767257746.0c29b224c9201c1d1ba62bdcd2ec78d0.', STARTKEY => '5', ENDKEY => ''} 2024-11-16T14:27:38,096 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0c29b224c9201c1d1ba62bdcd2ec78d0 2024-11-16T14:27:38,096 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731767257746.0c29b224c9201c1d1ba62bdcd2ec78d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:38,096 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 0c29b224c9201c1d1ba62bdcd2ec78d0 2024-11-16T14:27:38,096 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 0c29b224c9201c1d1ba62bdcd2ec78d0 2024-11-16T14:27:38,098 INFO [StoreOpener-f560fb43a0742d8042c9ec5d2377d6f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f560fb43a0742d8042c9ec5d2377d6f7 columnFamilyName family 2024-11-16T14:27:38,098 INFO [StoreOpener-0c29b224c9201c1d1ba62bdcd2ec78d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0c29b224c9201c1d1ba62bdcd2ec78d0 2024-11-16T14:27:38,098 DEBUG [StoreOpener-f560fb43a0742d8042c9ec5d2377d6f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:38,099 INFO [StoreOpener-f560fb43a0742d8042c9ec5d2377d6f7-1 {}] regionserver.HStore(327): Store=f560fb43a0742d8042c9ec5d2377d6f7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:38,099 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f560fb43a0742d8042c9ec5d2377d6f7 2024-11-16T14:27:38,099 INFO [StoreOpener-0c29b224c9201c1d1ba62bdcd2ec78d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c29b224c9201c1d1ba62bdcd2ec78d0 columnFamilyName family 2024-11-16T14:27:38,100 DEBUG [StoreOpener-0c29b224c9201c1d1ba62bdcd2ec78d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:38,100 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/default/testClearRegionBlockCache/f560fb43a0742d8042c9ec5d2377d6f7 2024-11-16T14:27:38,100 INFO [StoreOpener-0c29b224c9201c1d1ba62bdcd2ec78d0-1 {}] regionserver.HStore(327): Store=0c29b224c9201c1d1ba62bdcd2ec78d0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:38,100 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/default/testClearRegionBlockCache/f560fb43a0742d8042c9ec5d2377d6f7 2024-11-16T14:27:38,100 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 0c29b224c9201c1d1ba62bdcd2ec78d0 2024-11-16T14:27:38,101 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f560fb43a0742d8042c9ec5d2377d6f7 2024-11-16T14:27:38,101 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f560fb43a0742d8042c9ec5d2377d6f7 2024-11-16T14:27:38,101 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/default/testClearRegionBlockCache/0c29b224c9201c1d1ba62bdcd2ec78d0 2024-11-16T14:27:38,101 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/default/testClearRegionBlockCache/0c29b224c9201c1d1ba62bdcd2ec78d0 2024-11-16T14:27:38,102 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 0c29b224c9201c1d1ba62bdcd2ec78d0 2024-11-16T14:27:38,102 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 0c29b224c9201c1d1ba62bdcd2ec78d0 2024-11-16T14:27:38,102 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f560fb43a0742d8042c9ec5d2377d6f7 2024-11-16T14:27:38,103 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 0c29b224c9201c1d1ba62bdcd2ec78d0 2024-11-16T14:27:38,104 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/default/testClearRegionBlockCache/f560fb43a0742d8042c9ec5d2377d6f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T14:27:38,104 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened f560fb43a0742d8042c9ec5d2377d6f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63531506, jitterRate=-0.053306788206100464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T14:27:38,105 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f560fb43a0742d8042c9ec5d2377d6f7 2024-11-16T14:27:38,105 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/default/testClearRegionBlockCache/0c29b224c9201c1d1ba62bdcd2ec78d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T14:27:38,105 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 0c29b224c9201c1d1ba62bdcd2ec78d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59405430, jitterRate=-0.11479011178016663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T14:27:38,105 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c29b224c9201c1d1ba62bdcd2ec78d0 2024-11-16T14:27:38,105 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f560fb43a0742d8042c9ec5d2377d6f7: Running coprocessor pre-open hook at 1731767258093Writing region info on filesystem at 1731767258093Initializing all the Stores at 1731767258095 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767258095Cleaning up temporary data from old regions at 1731767258101 (+6 ms)Running coprocessor post-open hooks at 1731767258105 (+4 ms)Region opened successfully at 1731767258105 2024-11-16T14:27:38,105 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 0c29b224c9201c1d1ba62bdcd2ec78d0: Running coprocessor pre-open hook at 1731767258096Writing region info on filesystem at 1731767258096Initializing all the Stores at 1731767258097 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767258097Cleaning up temporary data from old regions at 1731767258102 (+5 ms)Running coprocessor post-open hooks at 1731767258105 (+3 ms)Region opened successfully at 1731767258105 2024-11-16T14:27:38,106 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731767257746.0c29b224c9201c1d1ba62bdcd2ec78d0., pid=8, masterSystemTime=1731767258088 2024-11-16T14:27:38,106 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731767257746.f560fb43a0742d8042c9ec5d2377d6f7., pid=7, masterSystemTime=1731767258087 2024-11-16T14:27:38,108 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731767257746.f560fb43a0742d8042c9ec5d2377d6f7. 2024-11-16T14:27:38,108 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731767257746.f560fb43a0742d8042c9ec5d2377d6f7. 2024-11-16T14:27:38,109 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f560fb43a0742d8042c9ec5d2377d6f7, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,39643,1731767255951 2024-11-16T14:27:38,109 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731767257746.0c29b224c9201c1d1ba62bdcd2ec78d0. 2024-11-16T14:27:38,109 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731767257746.0c29b224c9201c1d1ba62bdcd2ec78d0. 2024-11-16T14:27:38,110 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0c29b224c9201c1d1ba62bdcd2ec78d0, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,41613,1731767255908 2024-11-16T14:27:38,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f560fb43a0742d8042c9ec5d2377d6f7, server=04e93f2b5fad,39643,1731767255951 because future has completed 2024-11-16T14:27:38,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c29b224c9201c1d1ba62bdcd2ec78d0, server=04e93f2b5fad,41613,1731767255908 because future has completed 2024-11-16T14:27:38,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-16T14:27:38,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f560fb43a0742d8042c9ec5d2377d6f7, server=04e93f2b5fad,39643,1731767255951 in 178 msec 2024-11-16T14:27:38,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f560fb43a0742d8042c9ec5d2377d6f7, ASSIGN in 337 msec 2024-11-16T14:27:38,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-16T14:27:38,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c29b224c9201c1d1ba62bdcd2ec78d0, server=04e93f2b5fad,41613,1731767255908 in 179 msec 2024-11-16T14:27:38,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-16T14:27:38,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0c29b224c9201c1d1ba62bdcd2ec78d0, ASSIGN in 339 msec 2024-11-16T14:27:38,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T14:27:38,119 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731767258119"}]},"ts":"1731767258119"} 2024-11-16T14:27:38,121 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-16T14:27:38,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T14:27:38,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 376 msec 2024-11-16T14:27:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T14:27:38,380 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-16T14:27:38,380 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-16T14:27:38,381 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T14:27:38,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-16T14:27:38,386 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T14:27:38,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-16T14:27:38,390 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731767257746.f560fb43a0742d8042c9ec5d2377d6f7., hostname=04e93f2b5fad,39643,1731767255951, seqNum=2] 2024-11-16T14:27:38,401 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731767257746.0c29b224c9201c1d1ba62bdcd2ec78d0., hostname=04e93f2b5fad,41613,1731767255908, seqNum=2] 2024-11-16T14:27:38,401 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T14:27:38,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T14:27:38,411 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0c29b224c9201c1d1ba62bdcd2ec78d0 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-16T14:27:38,430 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/default/testClearRegionBlockCache/0c29b224c9201c1d1ba62bdcd2ec78d0/.tmp/family/b30b50291c2645768a5575730b0e5b91 is 32, key is 5/family:/1731767258403/Put/seqid=0 2024-11-16T14:27:38,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741839_1015 (size=5083) 2024-11-16T14:27:38,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741839_1015 (size=5083) 2024-11-16T14:27:38,436 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/default/testClearRegionBlockCache/0c29b224c9201c1d1ba62bdcd2ec78d0/.tmp/family/b30b50291c2645768a5575730b0e5b91 2024-11-16T14:27:38,443 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/default/testClearRegionBlockCache/0c29b224c9201c1d1ba62bdcd2ec78d0/.tmp/family/b30b50291c2645768a5575730b0e5b91 as hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/default/testClearRegionBlockCache/0c29b224c9201c1d1ba62bdcd2ec78d0/family/b30b50291c2645768a5575730b0e5b91 2024-11-16T14:27:38,450 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/default/testClearRegionBlockCache/0c29b224c9201c1d1ba62bdcd2ec78d0/family/b30b50291c2645768a5575730b0e5b91, entries=5, sequenceid=9, filesize=5.0 K 2024-11-16T14:27:38,451 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 0c29b224c9201c1d1ba62bdcd2ec78d0 in 40ms, sequenceid=9, compaction requested=false 2024-11-16T14:27:38,451 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0c29b224c9201c1d1ba62bdcd2ec78d0: 2024-11-16T14:27:38,451 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f560fb43a0742d8042c9ec5d2377d6f7 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-16T14:27:38,466 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/default/testClearRegionBlockCache/f560fb43a0742d8042c9ec5d2377d6f7/.tmp/family/7d48504a4bec4ac08b44aebef59a9b68 is 32, key is 1/family:/1731767258391/Put/seqid=0 2024-11-16T14:27:38,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741840_1016 (size=5054) 2024-11-16T14:27:38,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741840_1016 (size=5054) 2024-11-16T14:27:38,873 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/default/testClearRegionBlockCache/f560fb43a0742d8042c9ec5d2377d6f7/.tmp/family/7d48504a4bec4ac08b44aebef59a9b68 2024-11-16T14:27:38,879 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/default/testClearRegionBlockCache/f560fb43a0742d8042c9ec5d2377d6f7/.tmp/family/7d48504a4bec4ac08b44aebef59a9b68 as hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/default/testClearRegionBlockCache/f560fb43a0742d8042c9ec5d2377d6f7/family/7d48504a4bec4ac08b44aebef59a9b68 2024-11-16T14:27:38,884 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/default/testClearRegionBlockCache/f560fb43a0742d8042c9ec5d2377d6f7/family/7d48504a4bec4ac08b44aebef59a9b68, entries=4, sequenceid=8, filesize=4.9 K 2024-11-16T14:27:38,885 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for f560fb43a0742d8042c9ec5d2377d6f7 in 434ms, sequenceid=8, compaction requested=false 2024-11-16T14:27:38,886 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f560fb43a0742d8042c9ec5d2377d6f7: 2024-11-16T14:27:38,887 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file b30b50291c2645768a5575730b0e5b91, starting offset: 0, end offset: 9223372036854775807 2024-11-16T14:27:38,887 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key b30b50291c2645768a5575730b0e5b91_0 from back map with offset lock 2094080 in the evict process 2024-11-16T14:27:38,889 DEBUG [Time-limited test {}] bucket.BucketCache(1863): found 1 blocks for file 7d48504a4bec4ac08b44aebef59a9b68, starting offset: 0, end offset: 9223372036854775807 2024-11-16T14:27:38,889 DEBUG [Time-limited test {}] bucket.BucketCache(856): removed key 7d48504a4bec4ac08b44aebef59a9b68_0 from back map with offset lock 2094080 in the evict process 2024-11-16T14:27:38,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T14:27:38,889 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T14:27:38,889 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T14:27:38,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:38,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:38,890 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T14:27:38,890 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=298236265, stopped=false 2024-11-16T14:27:38,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T14:27:38,890 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04e93f2b5fad,35603,1731767255754 2024-11-16T14:27:38,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101440b3e680002, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:38,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:38,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x101440b3e680001, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:38,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x101440b3e680001, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:38,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:38,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101440b3e680002, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:38,931 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T14:27:38,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T14:27:38,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41613-0x101440b3e680001, quorum=127.0.0.1:50378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:38,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T14:27:38,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39643-0x101440b3e680002, quorum=127.0.0.1:50378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:38,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:38,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:38,932 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04e93f2b5fad,41613,1731767255908' ***** 2024-11-16T14:27:38,932 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T14:27:38,932 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04e93f2b5fad,39643,1731767255951' ***** 2024-11-16T14:27:38,932 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T14:27:38,932 INFO [RS:1;04e93f2b5fad:39643 {}] bucket.BucketCache(1738): Disabling cache 2024-11-16T14:27:38,932 INFO [RS:0;04e93f2b5fad:41613 {}] bucket.BucketCache(1738): Disabling cache 2024-11-16T14:27:38,932 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-16T14:27:38,932 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-16T14:27:38,933 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-16T14:27:38,933 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-16T14:27:38,933 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-16T14:27:38,933 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-16T14:27:38,933 INFO [RS:0;04e93f2b5fad:41613 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-16T14:27:38,933 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T14:27:38,933 INFO [RS:0;04e93f2b5fad:41613 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T14:27:38,933 INFO [RS:1;04e93f2b5fad:39643 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-16T14:27:38,933 INFO [RS:0;04e93f2b5fad:41613 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T14:27:38,933 INFO [RS:1;04e93f2b5fad:39643 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T14:27:38,933 INFO [RS:0;04e93f2b5fad:41613 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T14:27:38,933 INFO [RS:0;04e93f2b5fad:41613 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c29b224c9201c1d1ba62bdcd2ec78d0 2024-11-16T14:27:38,933 INFO [RS:1;04e93f2b5fad:39643 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T14:27:38,933 INFO [RS:1;04e93f2b5fad:39643 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T14:27:38,933 INFO [regionserver/04e93f2b5fad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T14:27:38,933 INFO [RS:1;04e93f2b5fad:39643 {}] regionserver.HRegionServer(3091): Received CLOSE for f560fb43a0742d8042c9ec5d2377d6f7 2024-11-16T14:27:38,933 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T14:27:38,934 INFO [RS:0;04e93f2b5fad:41613 {}] regionserver.HRegionServer(959): stopping server 04e93f2b5fad,41613,1731767255908 2024-11-16T14:27:38,934 INFO [RS:0;04e93f2b5fad:41613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T14:27:38,934 INFO [RS:0;04e93f2b5fad:41613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04e93f2b5fad:41613. 2024-11-16T14:27:38,934 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c29b224c9201c1d1ba62bdcd2ec78d0, disabling compactions & flushes 2024-11-16T14:27:38,934 DEBUG [RS:0;04e93f2b5fad:41613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T14:27:38,934 INFO [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731767257746.0c29b224c9201c1d1ba62bdcd2ec78d0. 2024-11-16T14:27:38,934 DEBUG [RS:0;04e93f2b5fad:41613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:38,934 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731767257746.0c29b224c9201c1d1ba62bdcd2ec78d0. 2024-11-16T14:27:38,934 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731767257746.0c29b224c9201c1d1ba62bdcd2ec78d0. after waiting 0 ms 2024-11-16T14:27:38,934 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731767257746.0c29b224c9201c1d1ba62bdcd2ec78d0. 2024-11-16T14:27:38,934 INFO [RS:0;04e93f2b5fad:41613 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T14:27:38,934 DEBUG [RS:0;04e93f2b5fad:41613 {}] regionserver.HRegionServer(1325): Online Regions={0c29b224c9201c1d1ba62bdcd2ec78d0=testClearRegionBlockCache,5,1731767257746.0c29b224c9201c1d1ba62bdcd2ec78d0.} 2024-11-16T14:27:38,934 DEBUG [RS:0;04e93f2b5fad:41613 {}] regionserver.HRegionServer(1351): Waiting on 0c29b224c9201c1d1ba62bdcd2ec78d0 2024-11-16T14:27:38,934 INFO [RS:1;04e93f2b5fad:39643 {}] regionserver.HRegionServer(959): stopping server 04e93f2b5fad,39643,1731767255951 2024-11-16T14:27:38,934 INFO [RS:1;04e93f2b5fad:39643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T14:27:38,934 INFO [RS:1;04e93f2b5fad:39643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;04e93f2b5fad:39643. 2024-11-16T14:27:38,934 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f560fb43a0742d8042c9ec5d2377d6f7, disabling compactions & flushes 2024-11-16T14:27:38,934 INFO [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731767257746.f560fb43a0742d8042c9ec5d2377d6f7. 2024-11-16T14:27:38,934 DEBUG [RS:1;04e93f2b5fad:39643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T14:27:38,934 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731767257746.f560fb43a0742d8042c9ec5d2377d6f7. 2024-11-16T14:27:38,934 DEBUG [RS:1;04e93f2b5fad:39643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:38,934 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731767257746.f560fb43a0742d8042c9ec5d2377d6f7. after waiting 0 ms 2024-11-16T14:27:38,934 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731767257746.f560fb43a0742d8042c9ec5d2377d6f7. 2024-11-16T14:27:38,934 INFO [RS:1;04e93f2b5fad:39643 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T14:27:38,934 INFO [RS:1;04e93f2b5fad:39643 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T14:27:38,934 INFO [RS:1;04e93f2b5fad:39643 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T14:27:38,935 INFO [RS:1;04e93f2b5fad:39643 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T14:27:38,935 INFO [RS:1;04e93f2b5fad:39643 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T14:27:38,935 DEBUG [RS:1;04e93f2b5fad:39643 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f560fb43a0742d8042c9ec5d2377d6f7=testClearRegionBlockCache,,1731767257746.f560fb43a0742d8042c9ec5d2377d6f7.} 2024-11-16T14:27:38,935 DEBUG [RS:1;04e93f2b5fad:39643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f560fb43a0742d8042c9ec5d2377d6f7 2024-11-16T14:27:38,935 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T14:27:38,935 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T14:27:38,935 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T14:27:38,935 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T14:27:38,935 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T14:27:38,935 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-16T14:27:38,936 INFO [regionserver/04e93f2b5fad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T14:27:38,936 INFO [regionserver/04e93f2b5fad:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T14:27:38,938 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/default/testClearRegionBlockCache/0c29b224c9201c1d1ba62bdcd2ec78d0/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-16T14:27:38,939 INFO [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731767257746.0c29b224c9201c1d1ba62bdcd2ec78d0. 2024-11-16T14:27:38,939 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c29b224c9201c1d1ba62bdcd2ec78d0: Waiting for close lock at 1731767258934Running coprocessor pre-close hooks at 1731767258934Disabling compacts and flushes for region at 1731767258934Disabling writes for close at 1731767258934Writing region close event to WAL at 1731767258935 (+1 ms)Running coprocessor post-close hooks at 1731767258939 (+4 ms)Closed at 1731767258939 2024-11-16T14:27:38,939 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731767257746.0c29b224c9201c1d1ba62bdcd2ec78d0. 2024-11-16T14:27:38,941 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/default/testClearRegionBlockCache/f560fb43a0742d8042c9ec5d2377d6f7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T14:27:38,941 INFO [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731767257746.f560fb43a0742d8042c9ec5d2377d6f7. 2024-11-16T14:27:38,941 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f560fb43a0742d8042c9ec5d2377d6f7: Waiting for close lock at 1731767258934Running coprocessor pre-close hooks at 1731767258934Disabling compacts and flushes for region at 1731767258934Disabling writes for close at 1731767258934Writing region close event to WAL at 1731767258935 (+1 ms)Running coprocessor post-close hooks at 1731767258941 (+6 ms)Closed at 1731767258941 2024-11-16T14:27:38,942 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731767257746.f560fb43a0742d8042c9ec5d2377d6f7. 2024-11-16T14:27:38,955 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/hbase/meta/1588230740/.tmp/info/9e024dfbe7aa468192484c09d62b74b0 is 173, key is testClearRegionBlockCache,5,1731767257746.0c29b224c9201c1d1ba62bdcd2ec78d0./info:regioninfo/1731767258110/Put/seqid=0 2024-11-16T14:27:38,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741841_1017 (size=8173) 2024-11-16T14:27:38,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741841_1017 (size=8173) 2024-11-16T14:27:38,961 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/hbase/meta/1588230740/.tmp/info/9e024dfbe7aa468192484c09d62b74b0 2024-11-16T14:27:38,980 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/hbase/meta/1588230740/.tmp/ns/09f669053f984e5080f2f102979894c9 is 43, key is default/ns:d/1731767257688/Put/seqid=0 2024-11-16T14:27:38,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741842_1018 (size=5153) 2024-11-16T14:27:38,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741842_1018 (size=5153) 2024-11-16T14:27:38,985 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/hbase/meta/1588230740/.tmp/ns/09f669053f984e5080f2f102979894c9 2024-11-16T14:27:39,006 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/hbase/meta/1588230740/.tmp/table/7d52131878364dcbb1cc7a11db576085 is 61, key is testClearRegionBlockCache/table:state/1731767258119/Put/seqid=0 2024-11-16T14:27:39,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741843_1019 (size=5312) 2024-11-16T14:27:39,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741843_1019 (size=5312) 2024-11-16T14:27:39,011 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/hbase/meta/1588230740/.tmp/table/7d52131878364dcbb1cc7a11db576085 2024-11-16T14:27:39,017 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/hbase/meta/1588230740/.tmp/info/9e024dfbe7aa468192484c09d62b74b0 as hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/hbase/meta/1588230740/info/9e024dfbe7aa468192484c09d62b74b0 2024-11-16T14:27:39,023 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/hbase/meta/1588230740/info/9e024dfbe7aa468192484c09d62b74b0, entries=20, sequenceid=13, filesize=8.0 K 2024-11-16T14:27:39,024 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/hbase/meta/1588230740/.tmp/ns/09f669053f984e5080f2f102979894c9 as hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/hbase/meta/1588230740/ns/09f669053f984e5080f2f102979894c9 2024-11-16T14:27:39,029 INFO [regionserver/04e93f2b5fad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T14:27:39,030 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/hbase/meta/1588230740/ns/09f669053f984e5080f2f102979894c9, entries=2, sequenceid=13, filesize=5.0 K 2024-11-16T14:27:39,031 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/hbase/meta/1588230740/.tmp/table/7d52131878364dcbb1cc7a11db576085 as hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/hbase/meta/1588230740/table/7d52131878364dcbb1cc7a11db576085 2024-11-16T14:27:39,036 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/hbase/meta/1588230740/table/7d52131878364dcbb1cc7a11db576085, entries=2, sequenceid=13, filesize=5.2 K 2024-11-16T14:27:39,037 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 102ms, sequenceid=13, compaction requested=false 2024-11-16T14:27:39,042 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-16T14:27:39,043 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T14:27:39,043 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T14:27:39,043 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731767258935Running coprocessor pre-close hooks at 1731767258935Disabling compacts and flushes for region at 1731767258935Disabling writes for close at 1731767258935Obtaining lock to block concurrent updates at 1731767258935Preparing flush snapshotting stores in 1588230740 at 1731767258935Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731767258936 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731767258936Flushing 1588230740/info: creating writer at 1731767258936Flushing 1588230740/info: appending metadata at 1731767258955 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731767258955Flushing 1588230740/ns: creating writer at 1731767258966 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731767258979 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731767258979Flushing 1588230740/table: creating writer at 1731767258991 (+12 ms)Flushing 1588230740/table: appending metadata at 1731767259005 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731767259005Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22b0aa0e: reopening flushed file at 1731767259016 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d05ae6: reopening flushed file at 1731767259023 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b44a876: reopening flushed file at 1731767259030 (+7 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 102ms, sequenceid=13, compaction requested=false at 1731767259037 (+7 ms)Writing region close event to WAL at 1731767259039 (+2 ms)Running coprocessor post-close hooks at 1731767259043 (+4 ms)Closed at 1731767259043 2024-11-16T14:27:39,043 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T14:27:39,134 INFO [RS:0;04e93f2b5fad:41613 {}] regionserver.HRegionServer(976): stopping server 04e93f2b5fad,41613,1731767255908; all regions closed. 2024-11-16T14:27:39,135 INFO [RS:1;04e93f2b5fad:39643 {}] regionserver.HRegionServer(976): stopping server 04e93f2b5fad,39643,1731767255951; all regions closed. 2024-11-16T14:27:39,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741832_1008 (size=1867) 2024-11-16T14:27:39,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741832_1008 (size=1867) 2024-11-16T14:27:39,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741835_1011 (size=4338) 2024-11-16T14:27:39,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741835_1011 (size=4338) 2024-11-16T14:27:39,139 DEBUG [RS:0;04e93f2b5fad:41613 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/oldWALs 2024-11-16T14:27:39,139 INFO [RS:0;04e93f2b5fad:41613 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04e93f2b5fad%2C41613%2C1731767255908:(num 1731767257064) 2024-11-16T14:27:39,139 DEBUG [RS:1;04e93f2b5fad:39643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/oldWALs 2024-11-16T14:27:39,139 DEBUG [RS:0;04e93f2b5fad:41613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:39,139 INFO [RS:1;04e93f2b5fad:39643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04e93f2b5fad%2C39643%2C1731767255951.meta:.meta(num 1731767257629) 2024-11-16T14:27:39,139 INFO [RS:0;04e93f2b5fad:41613 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T14:27:39,139 INFO [RS:0;04e93f2b5fad:41613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T14:27:39,140 INFO [RS:0;04e93f2b5fad:41613 {}] hbase.ChoreService(370): Chore service for: regionserver/04e93f2b5fad:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T14:27:39,140 INFO [RS:0;04e93f2b5fad:41613 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T14:27:39,140 INFO [regionserver/04e93f2b5fad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T14:27:39,140 INFO [RS:0;04e93f2b5fad:41613 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T14:27:39,140 INFO [RS:0;04e93f2b5fad:41613 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T14:27:39,140 INFO [RS:0;04e93f2b5fad:41613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T14:27:39,140 INFO [RS:0;04e93f2b5fad:41613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41613 2024-11-16T14:27:39,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741833_1009 (size=1758) 2024-11-16T14:27:39,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741833_1009 (size=1758) 2024-11-16T14:27:39,144 DEBUG [RS:1;04e93f2b5fad:39643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/oldWALs 2024-11-16T14:27:39,144 INFO [RS:1;04e93f2b5fad:39643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04e93f2b5fad%2C39643%2C1731767255951:(num 1731767257063) 2024-11-16T14:27:39,144 DEBUG [RS:1;04e93f2b5fad:39643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:39,144 INFO [RS:1;04e93f2b5fad:39643 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T14:27:39,144 INFO [RS:1;04e93f2b5fad:39643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T14:27:39,144 INFO [RS:1;04e93f2b5fad:39643 {}] hbase.ChoreService(370): Chore service for: regionserver/04e93f2b5fad:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T14:27:39,144 INFO [RS:1;04e93f2b5fad:39643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T14:27:39,144 INFO [regionserver/04e93f2b5fad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T14:27:39,145 INFO [RS:1;04e93f2b5fad:39643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39643 2024-11-16T14:27:39,152 INFO [RS:0;04e93f2b5fad:41613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T14:27:39,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T14:27:39,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x101440b3e680001, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04e93f2b5fad,41613,1731767255908 2024-11-16T14:27:39,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101440b3e680002, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04e93f2b5fad,39643,1731767255951 2024-11-16T14:27:39,162 INFO [RS:1;04e93f2b5fad:39643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T14:27:39,173 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04e93f2b5fad,39643,1731767255951] 2024-11-16T14:27:39,194 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04e93f2b5fad,39643,1731767255951 already deleted, retry=false 2024-11-16T14:27:39,194 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04e93f2b5fad,39643,1731767255951 expired; onlineServers=1 2024-11-16T14:27:39,194 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04e93f2b5fad,41613,1731767255908] 2024-11-16T14:27:39,204 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04e93f2b5fad,41613,1731767255908 already deleted, retry=false 2024-11-16T14:27:39,204 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04e93f2b5fad,41613,1731767255908 expired; onlineServers=0 2024-11-16T14:27:39,204 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04e93f2b5fad,35603,1731767255754' ***** 2024-11-16T14:27:39,204 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T14:27:39,205 INFO [M:0;04e93f2b5fad:35603 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T14:27:39,205 INFO [M:0;04e93f2b5fad:35603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T14:27:39,205 DEBUG [M:0;04e93f2b5fad:35603 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T14:27:39,205 DEBUG [M:0;04e93f2b5fad:35603 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T14:27:39,205 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T14:27:39,205 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.large.0-1731767256803 {}] cleaner.HFileCleaner(306): Exit Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.large.0-1731767256803,5,FailOnTimeoutGroup] 2024-11-16T14:27:39,205 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.small.0-1731767256803 {}] cleaner.HFileCleaner(306): Exit Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.small.0-1731767256803,5,FailOnTimeoutGroup] 2024-11-16T14:27:39,205 INFO [M:0;04e93f2b5fad:35603 {}] hbase.ChoreService(370): Chore service for: master/04e93f2b5fad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T14:27:39,205 INFO [M:0;04e93f2b5fad:35603 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T14:27:39,205 DEBUG [M:0;04e93f2b5fad:35603 {}] master.HMaster(1795): Stopping service threads 2024-11-16T14:27:39,205 INFO [M:0;04e93f2b5fad:35603 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T14:27:39,205 INFO [M:0;04e93f2b5fad:35603 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T14:27:39,206 INFO [M:0;04e93f2b5fad:35603 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T14:27:39,206 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T14:27:39,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T14:27:39,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:39,215 DEBUG [M:0;04e93f2b5fad:35603 {}] zookeeper.ZKUtil(347): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T14:27:39,215 WARN [M:0;04e93f2b5fad:35603 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T14:27:39,216 INFO [M:0;04e93f2b5fad:35603 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/.lastflushedseqids 2024-11-16T14:27:39,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741844_1020 (size=191) 2024-11-16T14:27:39,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741844_1020 (size=191) 2024-11-16T14:27:39,222 INFO [M:0;04e93f2b5fad:35603 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T14:27:39,222 INFO [M:0;04e93f2b5fad:35603 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T14:27:39,222 DEBUG [M:0;04e93f2b5fad:35603 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T14:27:39,222 INFO [M:0;04e93f2b5fad:35603 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:39,222 DEBUG [M:0;04e93f2b5fad:35603 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:39,222 DEBUG [M:0;04e93f2b5fad:35603 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T14:27:39,222 DEBUG [M:0;04e93f2b5fad:35603 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:39,222 INFO [M:0;04e93f2b5fad:35603 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-16T14:27:39,242 DEBUG [M:0;04e93f2b5fad:35603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8b1066d87ea41f5aa282051faa480d3 is 82, key is hbase:meta,,1/info:regioninfo/1731767257665/Put/seqid=0 2024-11-16T14:27:39,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741845_1021 (size=5672) 2024-11-16T14:27:39,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741845_1021 (size=5672) 2024-11-16T14:27:39,249 INFO [M:0;04e93f2b5fad:35603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8b1066d87ea41f5aa282051faa480d3 2024-11-16T14:27:39,268 DEBUG [M:0;04e93f2b5fad:35603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9162d2d28b164d4099c3c6e3e9375990 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731767258123/Put/seqid=0 2024-11-16T14:27:39,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741846_1022 (size=6218) 2024-11-16T14:27:39,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741846_1022 (size=6218) 2024-11-16T14:27:39,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x101440b3e680001, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:39,273 INFO [RS:0;04e93f2b5fad:41613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T14:27:39,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41613-0x101440b3e680001, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:39,273 INFO [RS:0;04e93f2b5fad:41613 {}] regionserver.HRegionServer(1031): Exiting; stopping=04e93f2b5fad,41613,1731767255908; zookeeper connection closed. 2024-11-16T14:27:39,274 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2aa683dd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2aa683dd 2024-11-16T14:27:39,274 INFO [M:0;04e93f2b5fad:35603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9162d2d28b164d4099c3c6e3e9375990 2024-11-16T14:27:39,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101440b3e680002, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:39,284 INFO [RS:1;04e93f2b5fad:39643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T14:27:39,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39643-0x101440b3e680002, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:39,284 INFO [RS:1;04e93f2b5fad:39643 {}] regionserver.HRegionServer(1031): Exiting; stopping=04e93f2b5fad,39643,1731767255951; zookeeper connection closed. 2024-11-16T14:27:39,284 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36f8c582 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36f8c582 2024-11-16T14:27:39,284 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-16T14:27:39,292 DEBUG [M:0;04e93f2b5fad:35603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef3d4d70607b4336ad1b344434dab20e is 69, key is 04e93f2b5fad,39643,1731767255951/rs:state/1731767256872/Put/seqid=0 2024-11-16T14:27:39,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741847_1023 (size=5224) 2024-11-16T14:27:39,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741847_1023 (size=5224) 2024-11-16T14:27:39,297 INFO [M:0;04e93f2b5fad:35603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef3d4d70607b4336ad1b344434dab20e 2024-11-16T14:27:39,302 DEBUG [M:0;04e93f2b5fad:35603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8b1066d87ea41f5aa282051faa480d3 as hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8b1066d87ea41f5aa282051faa480d3 2024-11-16T14:27:39,307 INFO [M:0;04e93f2b5fad:35603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8b1066d87ea41f5aa282051faa480d3, entries=8, sequenceid=71, filesize=5.5 K 2024-11-16T14:27:39,308 DEBUG [M:0;04e93f2b5fad:35603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9162d2d28b164d4099c3c6e3e9375990 as hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9162d2d28b164d4099c3c6e3e9375990 2024-11-16T14:27:39,313 INFO [M:0;04e93f2b5fad:35603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9162d2d28b164d4099c3c6e3e9375990, entries=8, sequenceid=71, filesize=6.1 K 2024-11-16T14:27:39,314 DEBUG [M:0;04e93f2b5fad:35603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef3d4d70607b4336ad1b344434dab20e as hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef3d4d70607b4336ad1b344434dab20e 2024-11-16T14:27:39,319 INFO [M:0;04e93f2b5fad:35603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37717/user/jenkins/test-data/5c06261a-a54b-7e1f-1e89-392740670941/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef3d4d70607b4336ad1b344434dab20e, entries=2, sequenceid=71, filesize=5.1 K 2024-11-16T14:27:39,319 INFO [M:0;04e93f2b5fad:35603 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=71, compaction requested=false 2024-11-16T14:27:39,320 INFO [M:0;04e93f2b5fad:35603 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:39,321 DEBUG [M:0;04e93f2b5fad:35603 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731767259222Disabling compacts and flushes for region at 1731767259222Disabling writes for close at 1731767259222Obtaining lock to block concurrent updates at 1731767259222Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731767259222Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731767259223 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731767259223Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731767259223Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731767259242 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731767259242Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731767259254 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731767259267 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731767259267Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731767259278 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731767259292 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731767259292Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fbb2d4f: reopening flushed file at 1731767259302 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30c09ebf: reopening flushed file at 1731767259307 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10e1c88: reopening flushed file at 1731767259313 (+6 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=71, compaction requested=false at 1731767259319 (+6 ms)Writing region close event to WAL at 1731767259320 (+1 ms)Closed at 1731767259320 2024-11-16T14:27:39,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741830_1006 (size=35428) 2024-11-16T14:27:39,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37499 is added to blk_1073741830_1006 (size=35428) 2024-11-16T14:27:39,323 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T14:27:39,323 INFO [M:0;04e93f2b5fad:35603 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T14:27:39,323 INFO [M:0;04e93f2b5fad:35603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35603 2024-11-16T14:27:39,324 INFO [M:0;04e93f2b5fad:35603 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T14:27:39,431 INFO [M:0;04e93f2b5fad:35603 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T14:27:39,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:39,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35603-0x101440b3e680000, quorum=127.0.0.1:50378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:39,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@216b24ff{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T14:27:39,437 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52f48e30{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T14:27:39,437 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T14:27:39,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f917909{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T14:27:39,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36cbdd45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/hadoop.log.dir/,STOPPED} 2024-11-16T14:27:39,441 WARN [BP-1635532006-172.17.0.2-1731767253510 heartbeating to localhost/127.0.0.1:37717 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T14:27:39,441 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T14:27:39,441 WARN [BP-1635532006-172.17.0.2-1731767253510 heartbeating to localhost/127.0.0.1:37717 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1635532006-172.17.0.2-1731767253510 (Datanode Uuid c3a4fc3c-5a06-4f51-b617-840cfd443569) service to localhost/127.0.0.1:37717 2024-11-16T14:27:39,441 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T14:27:39,442 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/cluster_442ee838-31ef-4bfb-3868-f015421bcbcb/data/data3/current/BP-1635532006-172.17.0.2-1731767253510 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T14:27:39,442 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/cluster_442ee838-31ef-4bfb-3868-f015421bcbcb/data/data4/current/BP-1635532006-172.17.0.2-1731767253510 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T14:27:39,442 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T14:27:39,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62feabb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T14:27:39,450 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ba428c2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T14:27:39,450 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T14:27:39,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d3793e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T14:27:39,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78d38918{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/hadoop.log.dir/,STOPPED} 2024-11-16T14:27:39,451 WARN [BP-1635532006-172.17.0.2-1731767253510 heartbeating to localhost/127.0.0.1:37717 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T14:27:39,451 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T14:27:39,451 WARN [BP-1635532006-172.17.0.2-1731767253510 heartbeating to localhost/127.0.0.1:37717 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1635532006-172.17.0.2-1731767253510 (Datanode Uuid a1d74ee9-5052-4439-af5f-debfd29bcbdb) service to localhost/127.0.0.1:37717 2024-11-16T14:27:39,451 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T14:27:39,452 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/cluster_442ee838-31ef-4bfb-3868-f015421bcbcb/data/data1/current/BP-1635532006-172.17.0.2-1731767253510 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T14:27:39,452 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/cluster_442ee838-31ef-4bfb-3868-f015421bcbcb/data/data2/current/BP-1635532006-172.17.0.2-1731767253510 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T14:27:39,452 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T14:27:39,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17dcad8b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T14:27:39,457 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f558362{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T14:27:39,457 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T14:27:39,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2934dcdd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T14:27:39,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62df0526{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/hadoop.log.dir/,STOPPED} 2024-11-16T14:27:39,462 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T14:27:39,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T14:27:39,486 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=166 (was 148) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:37717 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:37717 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:37717 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37717 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:37717 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1437947524) connection to localhost/127.0.0.1:37717 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:37717 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=522 (was 498) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=365 (was 380), ProcessCount=11 (was 11), AvailableMemoryMB=3896 (was 4049) 2024-11-16T14:27:39,493 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=166, OpenFileDescriptor=522, MaxFileDescriptor=1048576, SystemLoadAverage=365, ProcessCount=11, AvailableMemoryMB=3896 2024-11-16T14:27:39,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/hadoop.log.dir so I do NOT create it in target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423 2024-11-16T14:27:39,506 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/hadoop.log.dir Erasing configuration value by system value. 2024-11-16T14:27:39,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/hadoop.tmp.dir so I do NOT create it in target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423 2024-11-16T14:27:39,506 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6d8e2509-29cf-b513-4bcf-72891ef75f38/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-16T14:27:39,506 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423 2024-11-16T14:27:39,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T14:27:39,506 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/cluster_f647e229-8979-c17b-70bd-eaf7373650e6, deleteOnExit=true 2024-11-16T14:27:39,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T14:27:39,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/test.cache.data in system properties and HBase conf 2024-11-16T14:27:39,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T14:27:39,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/hadoop.log.dir in system properties and HBase conf 2024-11-16T14:27:39,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T14:27:39,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T14:27:39,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T14:27:39,507 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T14:27:39,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T14:27:39,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T14:27:39,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T14:27:39,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T14:27:39,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T14:27:39,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T14:27:39,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T14:27:39,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T14:27:39,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T14:27:39,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/nfs.dump.dir in system properties and HBase conf 2024-11-16T14:27:39,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/java.io.tmpdir in system properties and HBase conf 2024-11-16T14:27:39,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T14:27:39,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T14:27:39,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T14:27:39,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T14:27:39,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T14:27:39,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T14:27:39,845 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T14:27:39,845 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T14:27:39,846 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T14:27:39,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57b823e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/hadoop.log.dir/,AVAILABLE} 2024-11-16T14:27:39,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1f5359{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T14:27:39,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@494bce2a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/java.io.tmpdir/jetty-localhost-40549-hadoop-hdfs-3_4_1-tests_jar-_-any-16427737017999117017/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T14:27:39,938 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@493edb4c{HTTP/1.1, (http/1.1)}{localhost:40549} 2024-11-16T14:27:39,938 INFO [Time-limited test {}] server.Server(415): Started @35726ms 2024-11-16T14:27:40,226 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T14:27:40,230 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T14:27:40,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T14:27:40,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T14:27:40,231 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T14:27:40,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e900130{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/hadoop.log.dir/,AVAILABLE} 2024-11-16T14:27:40,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48ef0b0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T14:27:40,301 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T14:27:40,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@295dac2e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/java.io.tmpdir/jetty-localhost-33311-hadoop-hdfs-3_4_1-tests_jar-_-any-91785735466560535/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T14:27:40,328 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2659960{HTTP/1.1, (http/1.1)}{localhost:33311} 2024-11-16T14:27:40,328 INFO [Time-limited test {}] server.Server(415): Started @36117ms 2024-11-16T14:27:40,330 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T14:27:40,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T14:27:40,369 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T14:27:40,370 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T14:27:40,370 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T14:27:40,370 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T14:27:40,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21394073{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/hadoop.log.dir/,AVAILABLE} 2024-11-16T14:27:40,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@319819d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T14:27:40,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24bdf4f6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/java.io.tmpdir/jetty-localhost-35377-hadoop-hdfs-3_4_1-tests_jar-_-any-17306607271442883648/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T14:27:40,465 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5eba7a0a{HTTP/1.1, (http/1.1)}{localhost:35377} 2024-11-16T14:27:40,465 INFO [Time-limited test {}] server.Server(415): Started @36254ms 2024-11-16T14:27:40,467 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T14:27:41,718 WARN [Thread-1435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/cluster_f647e229-8979-c17b-70bd-eaf7373650e6/data/data1/current/BP-504483110-172.17.0.2-1731767259524/current, will proceed with Du for space computation calculation, 2024-11-16T14:27:41,718 WARN [Thread-1436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/cluster_f647e229-8979-c17b-70bd-eaf7373650e6/data/data2/current/BP-504483110-172.17.0.2-1731767259524/current, will proceed with Du for space computation calculation, 2024-11-16T14:27:41,733 WARN [Thread-1399 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T14:27:41,735 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf62326da190eed42 with lease ID 0xb3ab875a9913528d: Processing first storage report for DS-ca38e80a-7dc7-4c7e-8129-9425a1744a76 from datanode DatanodeRegistration(127.0.0.1:38459, datanodeUuid=eb47d3ba-dd37-4901-9385-bba5b2e621d9, infoPort=36075, infoSecurePort=0, ipcPort=36439, storageInfo=lv=-57;cid=testClusterID;nsid=2083667155;c=1731767259524) 2024-11-16T14:27:41,735 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf62326da190eed42 with lease ID 0xb3ab875a9913528d: from storage DS-ca38e80a-7dc7-4c7e-8129-9425a1744a76 node DatanodeRegistration(127.0.0.1:38459, datanodeUuid=eb47d3ba-dd37-4901-9385-bba5b2e621d9, infoPort=36075, infoSecurePort=0, ipcPort=36439, storageInfo=lv=-57;cid=testClusterID;nsid=2083667155;c=1731767259524), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T14:27:41,735 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf62326da190eed42 with lease ID 0xb3ab875a9913528d: Processing first storage report for DS-ddc873d9-e4ad-4cea-9121-49e95a10e348 from datanode DatanodeRegistration(127.0.0.1:38459, datanodeUuid=eb47d3ba-dd37-4901-9385-bba5b2e621d9, infoPort=36075, infoSecurePort=0, ipcPort=36439, storageInfo=lv=-57;cid=testClusterID;nsid=2083667155;c=1731767259524) 2024-11-16T14:27:41,735 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf62326da190eed42 with lease ID 0xb3ab875a9913528d: from storage DS-ddc873d9-e4ad-4cea-9121-49e95a10e348 node DatanodeRegistration(127.0.0.1:38459, datanodeUuid=eb47d3ba-dd37-4901-9385-bba5b2e621d9, infoPort=36075, infoSecurePort=0, ipcPort=36439, storageInfo=lv=-57;cid=testClusterID;nsid=2083667155;c=1731767259524), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T14:27:41,857 WARN [Thread-1446 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/cluster_f647e229-8979-c17b-70bd-eaf7373650e6/data/data3/current/BP-504483110-172.17.0.2-1731767259524/current, will proceed with Du for space computation calculation, 2024-11-16T14:27:41,857 WARN [Thread-1447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/cluster_f647e229-8979-c17b-70bd-eaf7373650e6/data/data4/current/BP-504483110-172.17.0.2-1731767259524/current, will proceed with Du for space computation calculation, 2024-11-16T14:27:41,873 WARN [Thread-1422 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T14:27:41,876 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe95a96906a851d73 with lease ID 0xb3ab875a9913528e: Processing first storage report for DS-46988370-45fb-46df-9901-bfe8dbee26a1 from datanode DatanodeRegistration(127.0.0.1:40061, datanodeUuid=01c68d5b-a4b9-45b2-8069-bdc823a065c4, infoPort=35763, infoSecurePort=0, ipcPort=34675, storageInfo=lv=-57;cid=testClusterID;nsid=2083667155;c=1731767259524) 2024-11-16T14:27:41,876 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe95a96906a851d73 with lease ID 0xb3ab875a9913528e: from storage DS-46988370-45fb-46df-9901-bfe8dbee26a1 node DatanodeRegistration(127.0.0.1:40061, datanodeUuid=01c68d5b-a4b9-45b2-8069-bdc823a065c4, infoPort=35763, infoSecurePort=0, ipcPort=34675, storageInfo=lv=-57;cid=testClusterID;nsid=2083667155;c=1731767259524), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T14:27:41,876 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe95a96906a851d73 with lease ID 0xb3ab875a9913528e: Processing first storage report for DS-800bb961-2e93-4d2e-98cd-62c0c5bb59dc from datanode DatanodeRegistration(127.0.0.1:40061, datanodeUuid=01c68d5b-a4b9-45b2-8069-bdc823a065c4, infoPort=35763, infoSecurePort=0, ipcPort=34675, storageInfo=lv=-57;cid=testClusterID;nsid=2083667155;c=1731767259524) 2024-11-16T14:27:41,876 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe95a96906a851d73 with lease ID 0xb3ab875a9913528e: from storage DS-800bb961-2e93-4d2e-98cd-62c0c5bb59dc node DatanodeRegistration(127.0.0.1:40061, datanodeUuid=01c68d5b-a4b9-45b2-8069-bdc823a065c4, infoPort=35763, infoSecurePort=0, ipcPort=34675, storageInfo=lv=-57;cid=testClusterID;nsid=2083667155;c=1731767259524), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T14:27:41,906 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423 2024-11-16T14:27:41,909 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/cluster_f647e229-8979-c17b-70bd-eaf7373650e6/zookeeper_0, clientPort=50096, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/cluster_f647e229-8979-c17b-70bd-eaf7373650e6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/cluster_f647e229-8979-c17b-70bd-eaf7373650e6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T14:27:41,910 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50096 2024-11-16T14:27:41,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:41,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:41,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741825_1001 (size=7) 2024-11-16T14:27:41,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741825_1001 (size=7) 2024-11-16T14:27:41,927 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e with version=8 2024-11-16T14:27:41,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/hbase-staging 2024-11-16T14:27:41,930 INFO [Time-limited test {}] client.ConnectionUtils(128): master/04e93f2b5fad:0 server-side Connection retries=45 2024-11-16T14:27:41,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:41,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:41,931 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T14:27:41,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:41,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T14:27:41,931 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T14:27:41,931 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T14:27:41,932 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41065 2024-11-16T14:27:41,933 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41065 connecting to ZooKeeper ensemble=127.0.0.1:50096 2024-11-16T14:27:41,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410650x0, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T14:27:41,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41065-0x101440b567f0000 connected 2024-11-16T14:27:42,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:42,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:42,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:42,091 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e, hbase.cluster.distributed=false 2024-11-16T14:27:42,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T14:27:42,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41065 2024-11-16T14:27:42,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41065 2024-11-16T14:27:42,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41065 2024-11-16T14:27:42,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41065 2024-11-16T14:27:42,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41065 2024-11-16T14:27:42,107 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04e93f2b5fad:0 server-side Connection retries=45 2024-11-16T14:27:42,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:42,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:42,107 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T14:27:42,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:42,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T14:27:42,107 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T14:27:42,107 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T14:27:42,108 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44735 2024-11-16T14:27:42,108 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44735 connecting to ZooKeeper ensemble=127.0.0.1:50096 2024-11-16T14:27:42,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:42,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:42,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447350x0, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T14:27:42,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447350x0, quorum=127.0.0.1:50096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:42,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44735-0x101440b567f0001 connected 2024-11-16T14:27:42,124 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T14:27:42,124 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-16T14:27:42,130 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-16T14:27:42,130 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-16T14:27:42,130 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-16T14:27:42,131 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T14:27:42,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44735-0x101440b567f0001, quorum=127.0.0.1:50096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T14:27:42,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44735-0x101440b567f0001, quorum=127.0.0.1:50096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T14:27:42,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44735 2024-11-16T14:27:42,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44735 2024-11-16T14:27:42,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44735 2024-11-16T14:27:42,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44735 2024-11-16T14:27:42,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44735 2024-11-16T14:27:42,152 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/04e93f2b5fad:0 server-side Connection retries=45 2024-11-16T14:27:42,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:42,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:42,152 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T14:27:42,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T14:27:42,152 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T14:27:42,152 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T14:27:42,152 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T14:27:42,153 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42303 2024-11-16T14:27:42,154 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42303 connecting to ZooKeeper ensemble=127.0.0.1:50096 2024-11-16T14:27:42,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:42,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:42,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423030x0, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T14:27:42,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423030x0, quorum=127.0.0.1:50096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:42,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42303-0x101440b567f0002 connected 2024-11-16T14:27:42,171 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T14:27:42,173 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-16T14:27:42,178 INFO [Time-limited test {}] bucket.BucketCache(364): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-16T14:27:42,179 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-16T14:27:42,180 INFO [Time-limited test {}] bucket.BucketCache(403): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-16T14:27:42,180 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T14:27:42,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42303-0x101440b567f0002, quorum=127.0.0.1:50096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T14:27:42,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42303-0x101440b567f0002, quorum=127.0.0.1:50096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T14:27:42,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42303 2024-11-16T14:27:42,182 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42303 2024-11-16T14:27:42,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42303 2024-11-16T14:27:42,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42303 2024-11-16T14:27:42,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42303 2024-11-16T14:27:42,194 DEBUG [M:0;04e93f2b5fad:41065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;04e93f2b5fad:41065 2024-11-16T14:27:42,196 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/04e93f2b5fad,41065,1731767261930 2024-11-16T14:27:42,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:42,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44735-0x101440b567f0001, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:42,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101440b567f0002, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:42,208 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/04e93f2b5fad,41065,1731767261930 2024-11-16T14:27:42,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44735-0x101440b567f0001, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T14:27:42,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101440b567f0002, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T14:27:42,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:42,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101440b567f0002, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:42,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44735-0x101440b567f0001, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:42,218 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T14:27:42,218 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/04e93f2b5fad,41065,1731767261930 from backup master directory 2024-11-16T14:27:42,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44735-0x101440b567f0001, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:42,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101440b567f0002, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:42,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/04e93f2b5fad,41065,1731767261930 2024-11-16T14:27:42,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T14:27:42,228 WARN [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T14:27:42,228 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=04e93f2b5fad,41065,1731767261930 2024-11-16T14:27:42,233 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/hbase.id] with ID: 2986c02f-aea0-4c6b-83d7-4ea8086ab720 2024-11-16T14:27:42,233 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/.tmp/hbase.id 2024-11-16T14:27:42,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741826_1002 (size=42) 2024-11-16T14:27:42,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741826_1002 (size=42) 2024-11-16T14:27:42,242 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/.tmp/hbase.id]:[hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/hbase.id] 2024-11-16T14:27:42,254 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T14:27:42,254 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T14:27:42,255 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T14:27:42,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101440b567f0002, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:42,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44735-0x101440b567f0001, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:42,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:42,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741827_1003 (size=196) 2024-11-16T14:27:42,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741827_1003 (size=196) 2024-11-16T14:27:42,275 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T14:27:42,275 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T14:27:42,275 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T14:27:42,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741828_1004 (size=1189) 2024-11-16T14:27:42,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741828_1004 (size=1189) 2024-11-16T14:27:42,287 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/MasterData/data/master/store 2024-11-16T14:27:42,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741829_1005 (size=34) 2024-11-16T14:27:42,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741829_1005 (size=34) 2024-11-16T14:27:42,299 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:42,299 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T14:27:42,299 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:42,299 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:42,299 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T14:27:42,299 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:42,299 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:42,299 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731767262299Disabling compacts and flushes for region at 1731767262299Disabling writes for close at 1731767262299Writing region close event to WAL at 1731767262299Closed at 1731767262299 2024-11-16T14:27:42,300 WARN [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/MasterData/data/master/store/.initializing 2024-11-16T14:27:42,300 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/MasterData/WALs/04e93f2b5fad,41065,1731767261930 2024-11-16T14:27:42,301 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T14:27:42,303 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C41065%2C1731767261930, suffix=, logDir=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/MasterData/WALs/04e93f2b5fad,41065,1731767261930, archiveDir=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/MasterData/oldWALs, maxLogs=10 2024-11-16T14:27:42,315 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/MasterData/WALs/04e93f2b5fad,41065,1731767261930/04e93f2b5fad%2C41065%2C1731767261930.1731767262303, exclude list is [], retry=0 2024-11-16T14:27:42,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40061,DS-46988370-45fb-46df-9901-bfe8dbee26a1,DISK] 2024-11-16T14:27:42,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38459,DS-ca38e80a-7dc7-4c7e-8129-9425a1744a76,DISK] 2024-11-16T14:27:42,320 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/MasterData/WALs/04e93f2b5fad,41065,1731767261930/04e93f2b5fad%2C41065%2C1731767261930.1731767262303 2024-11-16T14:27:42,323 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36075:36075),(127.0.0.1/127.0.0.1:35763:35763)] 2024-11-16T14:27:42,324 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T14:27:42,324 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:42,324 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:42,324 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:42,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:42,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T14:27:42,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:42,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:42,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:42,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T14:27:42,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:42,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:42,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:42,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T14:27:42,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:42,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:42,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:42,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T14:27:42,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:42,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:42,336 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:42,339 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:42,339 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:42,340 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:42,341 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:42,341 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T14:27:42,342 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T14:27:42,345 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T14:27:42,345 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70327463, jitterRate=0.04796086251735687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T14:27:42,346 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731767262324Initializing all the Stores at 1731767262325 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767262325Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767262325Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767262325Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767262326 (+1 ms)Cleaning up temporary data from old regions at 1731767262341 (+15 ms)Region opened successfully at 1731767262346 (+5 ms) 2024-11-16T14:27:42,347 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T14:27:42,350 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f38efed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04e93f2b5fad/172.17.0.2:0 2024-11-16T14:27:42,352 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T14:27:42,352 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T14:27:42,352 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T14:27:42,353 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T14:27:42,355 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-16T14:27:42,355 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T14:27:42,356 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T14:27:42,361 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T14:27:42,362 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T14:27:42,370 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T14:27:42,370 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T14:27:42,371 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T14:27:42,381 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T14:27:42,381 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T14:27:42,382 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T14:27:42,391 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T14:27:42,392 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T14:27:42,402 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T14:27:42,405 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T14:27:42,412 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T14:27:42,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:42,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101440b567f0002, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:42,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44735-0x101440b567f0001, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:42,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:42,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101440b567f0002, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:42,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44735-0x101440b567f0001, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:42,424 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=04e93f2b5fad,41065,1731767261930, sessionid=0x101440b567f0000, setting cluster-up flag (Was=false) 2024-11-16T14:27:42,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101440b567f0002, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:42,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44735-0x101440b567f0001, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:42,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:42,652 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T14:27:42,654 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04e93f2b5fad,41065,1731767261930 2024-11-16T14:27:42,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:42,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101440b567f0002, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:42,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44735-0x101440b567f0001, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:42,765 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T14:27:42,766 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=04e93f2b5fad,41065,1731767261930 2024-11-16T14:27:42,769 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T14:27:42,770 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T14:27:42,771 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T14:27:42,771 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T14:27:42,771 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 04e93f2b5fad,41065,1731767261930 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T14:27:42,772 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5 2024-11-16T14:27:42,772 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5 2024-11-16T14:27:42,772 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5 2024-11-16T14:27:42,772 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=5, maxPoolSize=5 2024-11-16T14:27:42,772 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/04e93f2b5fad:0, corePoolSize=10, maxPoolSize=10 2024-11-16T14:27:42,772 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:42,772 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=2, maxPoolSize=2 2024-11-16T14:27:42,772 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:42,774 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T14:27:42,774 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T14:27:42,775 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:42,775 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T14:27:42,775 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731767292775 2024-11-16T14:27:42,775 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T14:27:42,775 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T14:27:42,775 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T14:27:42,775 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T14:27:42,775 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T14:27:42,775 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T14:27:42,776 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:42,776 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T14:27:42,776 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T14:27:42,776 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T14:27:42,783 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T14:27:42,783 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T14:27:42,783 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.large.0-1731767262783,5,FailOnTimeoutGroup] 2024-11-16T14:27:42,784 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.small.0-1731767262783,5,FailOnTimeoutGroup] 2024-11-16T14:27:42,784 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:42,784 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T14:27:42,784 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:42,784 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:42,790 INFO [RS:0;04e93f2b5fad:44735 {}] regionserver.HRegionServer(746): ClusterId : 2986c02f-aea0-4c6b-83d7-4ea8086ab720 2024-11-16T14:27:42,790 INFO [RS:1;04e93f2b5fad:42303 {}] regionserver.HRegionServer(746): ClusterId : 2986c02f-aea0-4c6b-83d7-4ea8086ab720 2024-11-16T14:27:42,791 DEBUG [RS:0;04e93f2b5fad:44735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T14:27:42,791 DEBUG [RS:1;04e93f2b5fad:42303 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T14:27:42,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741831_1007 (size=1321) 2024-11-16T14:27:42,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741831_1007 (size=1321) 2024-11-16T14:27:42,795 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T14:27:42,795 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e 2024-11-16T14:27:42,802 DEBUG [RS:0;04e93f2b5fad:44735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T14:27:42,802 DEBUG [RS:0;04e93f2b5fad:44735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T14:27:42,802 DEBUG [RS:1;04e93f2b5fad:42303 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T14:27:42,802 DEBUG [RS:1;04e93f2b5fad:42303 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T14:27:42,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741832_1008 (size=32) 2024-11-16T14:27:42,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741832_1008 (size=32) 2024-11-16T14:27:42,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:42,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T14:27:42,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T14:27:42,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:42,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:42,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T14:27:42,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T14:27:42,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:42,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:42,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T14:27:42,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T14:27:42,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:42,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:42,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T14:27:42,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T14:27:42,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:42,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:42,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T14:27:42,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/hbase/meta/1588230740 2024-11-16T14:27:42,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/hbase/meta/1588230740 2024-11-16T14:27:42,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T14:27:42,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T14:27:42,817 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T14:27:42,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T14:27:42,820 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T14:27:42,821 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65455827, jitterRate=-0.024632170796394348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T14:27:42,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731767262807Initializing all the Stores at 1731767262808 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767262808Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767262809 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767262809Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767262809Cleaning up temporary data from old regions at 1731767262817 (+8 ms)Region opened successfully at 1731767262821 (+4 ms) 2024-11-16T14:27:42,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T14:27:42,821 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T14:27:42,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T14:27:42,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T14:27:42,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T14:27:42,821 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T14:27:42,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731767262821Disabling compacts and flushes for region at 1731767262821Disabling writes for close at 1731767262821Writing region close event to WAL at 1731767262821Closed at 1731767262821 2024-11-16T14:27:42,823 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T14:27:42,823 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T14:27:42,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T14:27:42,823 DEBUG [RS:0;04e93f2b5fad:44735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T14:27:42,823 DEBUG [RS:1;04e93f2b5fad:42303 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T14:27:42,823 DEBUG [RS:0;04e93f2b5fad:44735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7085c3aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04e93f2b5fad/172.17.0.2:0 2024-11-16T14:27:42,823 DEBUG [RS:1;04e93f2b5fad:42303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53376a00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=04e93f2b5fad/172.17.0.2:0 2024-11-16T14:27:42,824 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T14:27:42,825 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T14:27:42,835 DEBUG [RS:0;04e93f2b5fad:44735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;04e93f2b5fad:44735 2024-11-16T14:27:42,836 INFO [RS:0;04e93f2b5fad:44735 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T14:27:42,836 INFO [RS:0;04e93f2b5fad:44735 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T14:27:42,836 DEBUG [RS:0;04e93f2b5fad:44735 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T14:27:42,836 INFO [RS:0;04e93f2b5fad:44735 {}] regionserver.HRegionServer(2659): reportForDuty to master=04e93f2b5fad,41065,1731767261930 with port=44735, startcode=1731767262106 2024-11-16T14:27:42,837 DEBUG [RS:0;04e93f2b5fad:44735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T14:27:42,838 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T14:27:42,839 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04e93f2b5fad,44735,1731767262106 2024-11-16T14:27:42,839 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41065 {}] master.ServerManager(517): Registering regionserver=04e93f2b5fad,44735,1731767262106 2024-11-16T14:27:42,840 DEBUG [RS:0;04e93f2b5fad:44735 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e 2024-11-16T14:27:42,840 DEBUG [RS:0;04e93f2b5fad:44735 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44807 2024-11-16T14:27:42,840 DEBUG [RS:0;04e93f2b5fad:44735 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T14:27:42,845 DEBUG [RS:1;04e93f2b5fad:42303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;04e93f2b5fad:42303 2024-11-16T14:27:42,845 INFO [RS:1;04e93f2b5fad:42303 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T14:27:42,845 INFO [RS:1;04e93f2b5fad:42303 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T14:27:42,845 DEBUG [RS:1;04e93f2b5fad:42303 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T14:27:42,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T14:27:42,849 INFO [RS:1;04e93f2b5fad:42303 {}] regionserver.HRegionServer(2659): reportForDuty to master=04e93f2b5fad,41065,1731767261930 with port=42303, startcode=1731767262151 2024-11-16T14:27:42,849 DEBUG [RS:1;04e93f2b5fad:42303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T14:27:42,849 DEBUG [RS:0;04e93f2b5fad:44735 {}] zookeeper.ZKUtil(111): regionserver:44735-0x101440b567f0001, quorum=127.0.0.1:50096, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04e93f2b5fad,44735,1731767262106 2024-11-16T14:27:42,849 WARN [RS:0;04e93f2b5fad:44735 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T14:27:42,850 INFO [RS:0;04e93f2b5fad:44735 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T14:27:42,850 DEBUG [RS:0;04e93f2b5fad:44735 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/WALs/04e93f2b5fad,44735,1731767262106 2024-11-16T14:27:42,850 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04e93f2b5fad,44735,1731767262106] 2024-11-16T14:27:42,851 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T14:27:42,851 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 04e93f2b5fad,42303,1731767262151 2024-11-16T14:27:42,851 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41065 {}] master.ServerManager(517): Registering regionserver=04e93f2b5fad,42303,1731767262151 2024-11-16T14:27:42,853 DEBUG [RS:1;04e93f2b5fad:42303 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e 2024-11-16T14:27:42,853 DEBUG [RS:1;04e93f2b5fad:42303 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44807 2024-11-16T14:27:42,853 DEBUG [RS:1;04e93f2b5fad:42303 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T14:27:42,854 INFO [RS:0;04e93f2b5fad:44735 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T14:27:42,856 INFO [RS:0;04e93f2b5fad:44735 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T14:27:42,856 INFO [RS:0;04e93f2b5fad:44735 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T14:27:42,856 INFO [RS:0;04e93f2b5fad:44735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:42,857 INFO [RS:0;04e93f2b5fad:44735 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T14:27:42,858 INFO [RS:0;04e93f2b5fad:44735 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T14:27:42,858 INFO [RS:0;04e93f2b5fad:44735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:42,858 DEBUG [RS:0;04e93f2b5fad:44735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:42,858 DEBUG [RS:0;04e93f2b5fad:44735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:42,858 DEBUG [RS:0;04e93f2b5fad:44735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:42,858 DEBUG [RS:0;04e93f2b5fad:44735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:42,858 DEBUG [RS:0;04e93f2b5fad:44735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:42,858 DEBUG [RS:0;04e93f2b5fad:44735 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04e93f2b5fad:0, corePoolSize=2, maxPoolSize=2 2024-11-16T14:27:42,858 DEBUG [RS:0;04e93f2b5fad:44735 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:42,858 DEBUG [RS:0;04e93f2b5fad:44735 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:42,858 DEBUG [RS:0;04e93f2b5fad:44735 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:42,858 DEBUG [RS:0;04e93f2b5fad:44735 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:42,858 DEBUG [RS:0;04e93f2b5fad:44735 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:42,858 DEBUG [RS:0;04e93f2b5fad:44735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:42,858 DEBUG [RS:0;04e93f2b5fad:44735 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04e93f2b5fad:0, corePoolSize=3, maxPoolSize=3 2024-11-16T14:27:42,859 DEBUG [RS:0;04e93f2b5fad:44735 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04e93f2b5fad:0, corePoolSize=3, maxPoolSize=3 2024-11-16T14:27:42,860 INFO [RS:0;04e93f2b5fad:44735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:42,860 INFO [RS:0;04e93f2b5fad:44735 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:42,860 INFO [RS:0;04e93f2b5fad:44735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:42,860 INFO [RS:0;04e93f2b5fad:44735 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:42,860 INFO [RS:0;04e93f2b5fad:44735 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:42,860 INFO [RS:0;04e93f2b5fad:44735 {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,44735,1731767262106-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T14:27:42,880 INFO [RS:0;04e93f2b5fad:44735 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T14:27:42,880 INFO [RS:0;04e93f2b5fad:44735 {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,44735,1731767262106-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:42,880 INFO [RS:0;04e93f2b5fad:44735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:42,880 INFO [RS:0;04e93f2b5fad:44735 {}] regionserver.Replication(171): 04e93f2b5fad,44735,1731767262106 started 2024-11-16T14:27:42,898 INFO [RS:0;04e93f2b5fad:44735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:42,898 INFO [RS:0;04e93f2b5fad:44735 {}] regionserver.HRegionServer(1482): Serving as 04e93f2b5fad,44735,1731767262106, RpcServer on 04e93f2b5fad/172.17.0.2:44735, sessionid=0x101440b567f0001 2024-11-16T14:27:42,898 DEBUG [RS:0;04e93f2b5fad:44735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T14:27:42,898 DEBUG [RS:0;04e93f2b5fad:44735 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04e93f2b5fad,44735,1731767262106 2024-11-16T14:27:42,898 DEBUG [RS:0;04e93f2b5fad:44735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04e93f2b5fad,44735,1731767262106' 2024-11-16T14:27:42,898 DEBUG [RS:0;04e93f2b5fad:44735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T14:27:42,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T14:27:42,935 DEBUG [RS:0;04e93f2b5fad:44735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T14:27:42,935 DEBUG [RS:1;04e93f2b5fad:42303 {}] zookeeper.ZKUtil(111): regionserver:42303-0x101440b567f0002, quorum=127.0.0.1:50096, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/04e93f2b5fad,42303,1731767262151 2024-11-16T14:27:42,935 WARN [RS:1;04e93f2b5fad:42303 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T14:27:42,935 DEBUG [RS:0;04e93f2b5fad:44735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T14:27:42,935 DEBUG [RS:0;04e93f2b5fad:44735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T14:27:42,935 DEBUG [RS:0;04e93f2b5fad:44735 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04e93f2b5fad,44735,1731767262106 2024-11-16T14:27:42,935 INFO [RS:1;04e93f2b5fad:42303 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T14:27:42,935 DEBUG [RS:0;04e93f2b5fad:44735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04e93f2b5fad,44735,1731767262106' 2024-11-16T14:27:42,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [04e93f2b5fad,42303,1731767262151] 2024-11-16T14:27:42,935 DEBUG [RS:0;04e93f2b5fad:44735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T14:27:42,936 DEBUG [RS:1;04e93f2b5fad:42303 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/WALs/04e93f2b5fad,42303,1731767262151 2024-11-16T14:27:42,936 DEBUG [RS:0;04e93f2b5fad:44735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T14:27:42,936 DEBUG [RS:0;04e93f2b5fad:44735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T14:27:42,936 INFO [RS:0;04e93f2b5fad:44735 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T14:27:42,936 INFO [RS:0;04e93f2b5fad:44735 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T14:27:42,939 INFO [RS:1;04e93f2b5fad:42303 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T14:27:42,940 INFO [RS:1;04e93f2b5fad:42303 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T14:27:42,941 INFO [RS:1;04e93f2b5fad:42303 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T14:27:42,941 INFO [RS:1;04e93f2b5fad:42303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:42,941 INFO [RS:1;04e93f2b5fad:42303 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T14:27:42,942 INFO [RS:1;04e93f2b5fad:42303 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T14:27:42,942 INFO [RS:1;04e93f2b5fad:42303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:42,942 DEBUG [RS:1;04e93f2b5fad:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:42,942 DEBUG [RS:1;04e93f2b5fad:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:42,942 DEBUG [RS:1;04e93f2b5fad:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:42,942 DEBUG [RS:1;04e93f2b5fad:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:42,942 DEBUG [RS:1;04e93f2b5fad:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:42,942 DEBUG [RS:1;04e93f2b5fad:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/04e93f2b5fad:0, corePoolSize=2, maxPoolSize=2 2024-11-16T14:27:42,942 DEBUG [RS:1;04e93f2b5fad:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:42,942 DEBUG [RS:1;04e93f2b5fad:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:42,942 DEBUG [RS:1;04e93f2b5fad:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:42,942 DEBUG [RS:1;04e93f2b5fad:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:42,942 DEBUG [RS:1;04e93f2b5fad:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:42,942 DEBUG [RS:1;04e93f2b5fad:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/04e93f2b5fad:0, corePoolSize=1, maxPoolSize=1 2024-11-16T14:27:42,942 DEBUG [RS:1;04e93f2b5fad:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/04e93f2b5fad:0, corePoolSize=3, maxPoolSize=3 2024-11-16T14:27:42,942 DEBUG [RS:1;04e93f2b5fad:42303 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/04e93f2b5fad:0, corePoolSize=3, maxPoolSize=3 2024-11-16T14:27:42,943 INFO [RS:1;04e93f2b5fad:42303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:42,943 INFO [RS:1;04e93f2b5fad:42303 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:42,943 INFO [RS:1;04e93f2b5fad:42303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:42,943 INFO [RS:1;04e93f2b5fad:42303 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:42,943 INFO [RS:1;04e93f2b5fad:42303 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:42,943 INFO [RS:1;04e93f2b5fad:42303 {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,42303,1731767262151-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T14:27:42,956 INFO [RS:1;04e93f2b5fad:42303 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T14:27:42,956 INFO [RS:1;04e93f2b5fad:42303 {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,42303,1731767262151-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:42,956 INFO [RS:1;04e93f2b5fad:42303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:42,956 INFO [RS:1;04e93f2b5fad:42303 {}] regionserver.Replication(171): 04e93f2b5fad,42303,1731767262151 started 2024-11-16T14:27:42,969 INFO [RS:1;04e93f2b5fad:42303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:42,969 INFO [RS:1;04e93f2b5fad:42303 {}] regionserver.HRegionServer(1482): Serving as 04e93f2b5fad,42303,1731767262151, RpcServer on 04e93f2b5fad/172.17.0.2:42303, sessionid=0x101440b567f0002 2024-11-16T14:27:42,969 DEBUG [RS:1;04e93f2b5fad:42303 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T14:27:42,969 DEBUG [RS:1;04e93f2b5fad:42303 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 04e93f2b5fad,42303,1731767262151 2024-11-16T14:27:42,969 DEBUG [RS:1;04e93f2b5fad:42303 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04e93f2b5fad,42303,1731767262151' 2024-11-16T14:27:42,969 DEBUG [RS:1;04e93f2b5fad:42303 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T14:27:42,969 DEBUG [RS:1;04e93f2b5fad:42303 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T14:27:42,970 DEBUG [RS:1;04e93f2b5fad:42303 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T14:27:42,970 DEBUG [RS:1;04e93f2b5fad:42303 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T14:27:42,970 DEBUG [RS:1;04e93f2b5fad:42303 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 04e93f2b5fad,42303,1731767262151 2024-11-16T14:27:42,970 DEBUG [RS:1;04e93f2b5fad:42303 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '04e93f2b5fad,42303,1731767262151' 2024-11-16T14:27:42,970 DEBUG [RS:1;04e93f2b5fad:42303 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T14:27:42,970 DEBUG [RS:1;04e93f2b5fad:42303 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T14:27:42,970 DEBUG [RS:1;04e93f2b5fad:42303 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T14:27:42,970 INFO [RS:1;04e93f2b5fad:42303 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T14:27:42,970 INFO [RS:1;04e93f2b5fad:42303 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T14:27:42,975 WARN [04e93f2b5fad:41065 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-16T14:27:43,037 INFO [RS:0;04e93f2b5fad:44735 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T14:27:43,038 INFO [RS:0;04e93f2b5fad:44735 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C44735%2C1731767262106, suffix=, logDir=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/WALs/04e93f2b5fad,44735,1731767262106, archiveDir=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/oldWALs, maxLogs=32 2024-11-16T14:27:43,051 DEBUG [RS:0;04e93f2b5fad:44735 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/WALs/04e93f2b5fad,44735,1731767262106/04e93f2b5fad%2C44735%2C1731767262106.1731767263039, exclude list is [], retry=0 2024-11-16T14:27:43,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40061,DS-46988370-45fb-46df-9901-bfe8dbee26a1,DISK] 2024-11-16T14:27:43,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38459,DS-ca38e80a-7dc7-4c7e-8129-9425a1744a76,DISK] 2024-11-16T14:27:43,056 INFO [RS:0;04e93f2b5fad:44735 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/WALs/04e93f2b5fad,44735,1731767262106/04e93f2b5fad%2C44735%2C1731767262106.1731767263039 2024-11-16T14:27:43,056 DEBUG [RS:0;04e93f2b5fad:44735 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35763:35763),(127.0.0.1/127.0.0.1:36075:36075)] 2024-11-16T14:27:43,071 INFO [RS:1;04e93f2b5fad:42303 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T14:27:43,073 INFO [RS:1;04e93f2b5fad:42303 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C42303%2C1731767262151, suffix=, logDir=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/WALs/04e93f2b5fad,42303,1731767262151, archiveDir=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/oldWALs, maxLogs=32 2024-11-16T14:27:43,090 DEBUG [RS:1;04e93f2b5fad:42303 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/WALs/04e93f2b5fad,42303,1731767262151/04e93f2b5fad%2C42303%2C1731767262151.1731767263073, exclude list is [], retry=0 2024-11-16T14:27:43,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40061,DS-46988370-45fb-46df-9901-bfe8dbee26a1,DISK] 2024-11-16T14:27:43,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38459,DS-ca38e80a-7dc7-4c7e-8129-9425a1744a76,DISK] 2024-11-16T14:27:43,104 INFO [RS:1;04e93f2b5fad:42303 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/WALs/04e93f2b5fad,42303,1731767262151/04e93f2b5fad%2C42303%2C1731767262151.1731767263073 2024-11-16T14:27:43,104 DEBUG [RS:1;04e93f2b5fad:42303 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36075:36075),(127.0.0.1/127.0.0.1:35763:35763)] 2024-11-16T14:27:43,154 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T14:27:43,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:43,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:43,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:43,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:43,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:43,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:43,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:43,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T14:27:43,226 DEBUG [04e93f2b5fad:41065 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-16T14:27:43,226 DEBUG [04e93f2b5fad:41065 {}] balancer.BalancerClusterState(204): Hosts are {04e93f2b5fad=0} racks are {/default-rack=0} 2024-11-16T14:27:43,228 DEBUG [04e93f2b5fad:41065 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T14:27:43,228 DEBUG [04e93f2b5fad:41065 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T14:27:43,228 DEBUG [04e93f2b5fad:41065 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T14:27:43,228 DEBUG [04e93f2b5fad:41065 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T14:27:43,228 INFO [04e93f2b5fad:41065 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T14:27:43,228 INFO [04e93f2b5fad:41065 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T14:27:43,228 DEBUG [04e93f2b5fad:41065 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T14:27:43,229 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=04e93f2b5fad,44735,1731767262106 2024-11-16T14:27:43,230 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04e93f2b5fad,44735,1731767262106, state=OPENING 2024-11-16T14:27:43,249 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T14:27:43,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:43,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101440b567f0002, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:43,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44735-0x101440b567f0001, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:43,260 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T14:27:43,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:43,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=04e93f2b5fad,44735,1731767262106}] 2024-11-16T14:27:43,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:43,261 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:43,414 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T14:27:43,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T14:27:43,420 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T14:27:43,420 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T14:27:43,420 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T14:27:43,422 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=04e93f2b5fad%2C44735%2C1731767262106.meta, suffix=.meta, logDir=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/WALs/04e93f2b5fad,44735,1731767262106, archiveDir=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/oldWALs, maxLogs=32 2024-11-16T14:27:43,437 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/WALs/04e93f2b5fad,44735,1731767262106/04e93f2b5fad%2C44735%2C1731767262106.meta.1731767263422.meta, exclude list is [], retry=0 2024-11-16T14:27:43,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38459,DS-ca38e80a-7dc7-4c7e-8129-9425a1744a76,DISK] 2024-11-16T14:27:43,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40061,DS-46988370-45fb-46df-9901-bfe8dbee26a1,DISK] 2024-11-16T14:27:43,440 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/WALs/04e93f2b5fad,44735,1731767262106/04e93f2b5fad%2C44735%2C1731767262106.meta.1731767263422.meta 2024-11-16T14:27:43,440 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36075:36075),(127.0.0.1/127.0.0.1:35763:35763)] 2024-11-16T14:27:43,441 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T14:27:43,441 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T14:27:43,441 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T14:27:43,441 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T14:27:43,441 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T14:27:43,441 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:43,441 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T14:27:43,441 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T14:27:43,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T14:27:43,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T14:27:43,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:43,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:43,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T14:27:43,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T14:27:43,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:43,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:43,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T14:27:43,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T14:27:43,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:43,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:43,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T14:27:43,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T14:27:43,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:43,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T14:27:43,446 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T14:27:43,447 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/hbase/meta/1588230740 2024-11-16T14:27:43,448 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/hbase/meta/1588230740 2024-11-16T14:27:43,450 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T14:27:43,450 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T14:27:43,450 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T14:27:43,451 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T14:27:43,452 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69363253, jitterRate=0.033593013882637024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T14:27:43,452 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T14:27:43,453 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731767263441Writing region info on filesystem at 1731767263441Initializing all the Stores at 1731767263442 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767263442Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767263442Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767263442Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731767263442Cleaning up temporary data from old regions at 1731767263450 (+8 ms)Running coprocessor post-open hooks at 1731767263452 (+2 ms)Region opened successfully at 1731767263453 (+1 ms) 2024-11-16T14:27:43,454 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731767263414 2024-11-16T14:27:43,456 DEBUG [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T14:27:43,456 INFO [RS_OPEN_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T14:27:43,457 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,44735,1731767262106 2024-11-16T14:27:43,457 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 04e93f2b5fad,44735,1731767262106, state=OPEN 2024-11-16T14:27:43,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44735-0x101440b567f0001, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T14:27:43,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T14:27:43,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101440b567f0002, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T14:27:43,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:43,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:43,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T14:27:43,507 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=04e93f2b5fad,44735,1731767262106 2024-11-16T14:27:43,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T14:27:43,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=04e93f2b5fad,44735,1731767262106 in 246 msec 2024-11-16T14:27:43,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T14:27:43,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 690 msec 2024-11-16T14:27:43,516 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T14:27:43,516 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T14:27:43,517 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T14:27:43,517 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04e93f2b5fad,44735,1731767262106, seqNum=-1] 2024-11-16T14:27:43,517 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T14:27:43,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T14:27:43,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 753 msec 2024-11-16T14:27:43,523 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731767263523, completionTime=-1 2024-11-16T14:27:43,524 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-16T14:27:43,524 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-16T14:27:43,525 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-16T14:27:43,525 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731767323525 2024-11-16T14:27:43,525 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731767383525 2024-11-16T14:27:43,525 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-16T14:27:43,526 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-16T14:27:43,526 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,41065,1731767261930-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:43,526 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,41065,1731767261930-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:43,526 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,41065,1731767261930-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:43,526 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-04e93f2b5fad:41065, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:43,526 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:43,527 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:43,528 DEBUG [master/04e93f2b5fad:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T14:27:43,531 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.302sec 2024-11-16T14:27:43,531 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T14:27:43,531 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T14:27:43,531 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T14:27:43,531 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T14:27:43,531 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T14:27:43,531 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,41065,1731767261930-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T14:27:43,531 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,41065,1731767261930-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T14:27:43,533 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T14:27:43,533 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T14:27:43,533 INFO [master/04e93f2b5fad:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=04e93f2b5fad,41065,1731767261930-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T14:27:43,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573534c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T14:27:43,591 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 04e93f2b5fad,41065,-1 for getting cluster id 2024-11-16T14:27:43,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T14:27:43,593 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2986c02f-aea0-4c6b-83d7-4ea8086ab720' 2024-11-16T14:27:43,593 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T14:27:43,593 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2986c02f-aea0-4c6b-83d7-4ea8086ab720" 2024-11-16T14:27:43,594 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c353cba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T14:27:43,594 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [04e93f2b5fad,41065,-1] 2024-11-16T14:27:43,594 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T14:27:43,594 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:43,595 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T14:27:43,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404a6f14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T14:27:43,596 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T14:27:43,597 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=04e93f2b5fad,44735,1731767262106, seqNum=-1] 2024-11-16T14:27:43,597 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T14:27:43,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T14:27:43,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=04e93f2b5fad,41065,1731767261930 2024-11-16T14:27:43,600 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T14:27:43,601 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 04e93f2b5fad,41065,1731767261930 2024-11-16T14:27:43,601 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41e36d3e 2024-11-16T14:27:43,602 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T14:27:43,602 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T14:27:43,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41065 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T14:27:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41065 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-16T14:27:43,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T14:27:43,605 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:43,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41065 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-16T14:27:43,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T14:27:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T14:27:43,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741836_1012 (size=379) 2024-11-16T14:27:43,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741836_1012 (size=379) 2024-11-16T14:27:43,613 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2badd6d8b2ce906a13a84dccf15991ff, NAME => 'testClearRegionBlockCache,,1731767263603.2badd6d8b2ce906a13a84dccf15991ff.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e 2024-11-16T14:27:43,614 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6ce7615609bc9f7a16d99e1c21a05306, NAME => 'testClearRegionBlockCache,5,1731767263603.6ce7615609bc9f7a16d99e1c21a05306.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e 2024-11-16T14:27:43,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741838_1014 (size=61) 2024-11-16T14:27:43,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741837_1013 (size=61) 2024-11-16T14:27:43,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741837_1013 (size=61) 2024-11-16T14:27:43,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741838_1014 (size=61) 2024-11-16T14:27:43,625 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731767263603.2badd6d8b2ce906a13a84dccf15991ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:43,625 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731767263603.6ce7615609bc9f7a16d99e1c21a05306.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:43,625 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 6ce7615609bc9f7a16d99e1c21a05306, disabling compactions & flushes 2024-11-16T14:27:43,625 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 2badd6d8b2ce906a13a84dccf15991ff, disabling compactions & flushes 2024-11-16T14:27:43,625 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731767263603.6ce7615609bc9f7a16d99e1c21a05306. 2024-11-16T14:27:43,625 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731767263603.2badd6d8b2ce906a13a84dccf15991ff. 2024-11-16T14:27:43,625 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731767263603.6ce7615609bc9f7a16d99e1c21a05306. 2024-11-16T14:27:43,625 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731767263603.2badd6d8b2ce906a13a84dccf15991ff. 2024-11-16T14:27:43,625 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731767263603.2badd6d8b2ce906a13a84dccf15991ff. after waiting 0 ms 2024-11-16T14:27:43,625 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731767263603.6ce7615609bc9f7a16d99e1c21a05306. after waiting 0 ms 2024-11-16T14:27:43,625 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731767263603.2badd6d8b2ce906a13a84dccf15991ff. 2024-11-16T14:27:43,625 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731767263603.6ce7615609bc9f7a16d99e1c21a05306. 2024-11-16T14:27:43,625 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731767263603.6ce7615609bc9f7a16d99e1c21a05306. 2024-11-16T14:27:43,625 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731767263603.2badd6d8b2ce906a13a84dccf15991ff. 2024-11-16T14:27:43,625 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2badd6d8b2ce906a13a84dccf15991ff: Waiting for close lock at 1731767263625Disabling compacts and flushes for region at 1731767263625Disabling writes for close at 1731767263625Writing region close event to WAL at 1731767263625Closed at 1731767263625 2024-11-16T14:27:43,625 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6ce7615609bc9f7a16d99e1c21a05306: Waiting for close lock at 1731767263625Disabling compacts and flushes for region at 1731767263625Disabling writes for close at 1731767263625Writing region close event to WAL at 1731767263625Closed at 1731767263625 2024-11-16T14:27:43,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T14:27:43,627 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731767263603.2badd6d8b2ce906a13a84dccf15991ff.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731767263627"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731767263627"}]},"ts":"1731767263627"} 2024-11-16T14:27:43,627 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731767263603.6ce7615609bc9f7a16d99e1c21a05306.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731767263627"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731767263627"}]},"ts":"1731767263627"} 2024-11-16T14:27:43,630 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-16T14:27:43,631 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T14:27:43,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731767263631"}]},"ts":"1731767263631"} 2024-11-16T14:27:43,633 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-16T14:27:43,633 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {04e93f2b5fad=0} racks are {/default-rack=0} 2024-11-16T14:27:43,634 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-16T14:27:43,634 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-16T14:27:43,634 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-16T14:27:43,634 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-16T14:27:43,634 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-16T14:27:43,634 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-16T14:27:43,634 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-16T14:27:43,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2badd6d8b2ce906a13a84dccf15991ff, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6ce7615609bc9f7a16d99e1c21a05306, ASSIGN}] 2024-11-16T14:27:43,636 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6ce7615609bc9f7a16d99e1c21a05306, ASSIGN 2024-11-16T14:27:43,636 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2badd6d8b2ce906a13a84dccf15991ff, ASSIGN 2024-11-16T14:27:43,636 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2badd6d8b2ce906a13a84dccf15991ff, ASSIGN; state=OFFLINE, location=04e93f2b5fad,44735,1731767262106; forceNewPlan=false, retain=false 2024-11-16T14:27:43,637 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6ce7615609bc9f7a16d99e1c21a05306, ASSIGN; state=OFFLINE, location=04e93f2b5fad,42303,1731767262151; forceNewPlan=false, retain=false 2024-11-16T14:27:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T14:27:43,787 INFO [04e93f2b5fad:41065 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-16T14:27:43,787 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6ce7615609bc9f7a16d99e1c21a05306, regionState=OPENING, regionLocation=04e93f2b5fad,42303,1731767262151 2024-11-16T14:27:43,787 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2badd6d8b2ce906a13a84dccf15991ff, regionState=OPENING, regionLocation=04e93f2b5fad,44735,1731767262106 2024-11-16T14:27:43,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2badd6d8b2ce906a13a84dccf15991ff, ASSIGN because future has completed 2024-11-16T14:27:43,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2badd6d8b2ce906a13a84dccf15991ff, server=04e93f2b5fad,44735,1731767262106}] 2024-11-16T14:27:43,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6ce7615609bc9f7a16d99e1c21a05306, ASSIGN because future has completed 2024-11-16T14:27:43,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ce7615609bc9f7a16d99e1c21a05306, server=04e93f2b5fad,42303,1731767262151}] 2024-11-16T14:27:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T14:27:43,944 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T14:27:43,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T14:27:43,946 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731767263603.2badd6d8b2ce906a13a84dccf15991ff. 2024-11-16T14:27:43,947 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 2badd6d8b2ce906a13a84dccf15991ff, NAME => 'testClearRegionBlockCache,,1731767263603.2badd6d8b2ce906a13a84dccf15991ff.', STARTKEY => '', ENDKEY => '5'} 2024-11-16T14:27:43,947 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2badd6d8b2ce906a13a84dccf15991ff 2024-11-16T14:27:43,947 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731767263603.2badd6d8b2ce906a13a84dccf15991ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:43,947 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 2badd6d8b2ce906a13a84dccf15991ff 2024-11-16T14:27:43,947 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 2badd6d8b2ce906a13a84dccf15991ff 2024-11-16T14:27:43,948 INFO [StoreOpener-2badd6d8b2ce906a13a84dccf15991ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2badd6d8b2ce906a13a84dccf15991ff 2024-11-16T14:27:43,949 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731767263603.6ce7615609bc9f7a16d99e1c21a05306. 2024-11-16T14:27:43,949 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ce7615609bc9f7a16d99e1c21a05306, NAME => 'testClearRegionBlockCache,5,1731767263603.6ce7615609bc9f7a16d99e1c21a05306.', STARTKEY => '5', ENDKEY => ''} 2024-11-16T14:27:43,949 INFO [StoreOpener-2badd6d8b2ce906a13a84dccf15991ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2badd6d8b2ce906a13a84dccf15991ff columnFamilyName family 2024-11-16T14:27:43,949 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6ce7615609bc9f7a16d99e1c21a05306 2024-11-16T14:27:43,949 DEBUG [StoreOpener-2badd6d8b2ce906a13a84dccf15991ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:43,949 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731767263603.6ce7615609bc9f7a16d99e1c21a05306.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T14:27:43,950 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 6ce7615609bc9f7a16d99e1c21a05306 2024-11-16T14:27:43,950 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 6ce7615609bc9f7a16d99e1c21a05306 2024-11-16T14:27:43,950 INFO [StoreOpener-2badd6d8b2ce906a13a84dccf15991ff-1 {}] regionserver.HStore(327): Store=2badd6d8b2ce906a13a84dccf15991ff/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:43,950 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 2badd6d8b2ce906a13a84dccf15991ff 2024-11-16T14:27:43,951 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/default/testClearRegionBlockCache/2badd6d8b2ce906a13a84dccf15991ff 2024-11-16T14:27:43,951 INFO [StoreOpener-6ce7615609bc9f7a16d99e1c21a05306-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6ce7615609bc9f7a16d99e1c21a05306 2024-11-16T14:27:43,951 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/default/testClearRegionBlockCache/2badd6d8b2ce906a13a84dccf15991ff 2024-11-16T14:27:43,951 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 2badd6d8b2ce906a13a84dccf15991ff 2024-11-16T14:27:43,951 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 2badd6d8b2ce906a13a84dccf15991ff 2024-11-16T14:27:43,952 INFO [StoreOpener-6ce7615609bc9f7a16d99e1c21a05306-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ce7615609bc9f7a16d99e1c21a05306 columnFamilyName family 2024-11-16T14:27:43,952 DEBUG [StoreOpener-6ce7615609bc9f7a16d99e1c21a05306-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T14:27:43,952 INFO [StoreOpener-6ce7615609bc9f7a16d99e1c21a05306-1 {}] regionserver.HStore(327): Store=6ce7615609bc9f7a16d99e1c21a05306/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T14:27:43,952 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 6ce7615609bc9f7a16d99e1c21a05306 2024-11-16T14:27:43,953 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/default/testClearRegionBlockCache/6ce7615609bc9f7a16d99e1c21a05306 2024-11-16T14:27:43,953 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/default/testClearRegionBlockCache/6ce7615609bc9f7a16d99e1c21a05306 2024-11-16T14:27:43,954 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 6ce7615609bc9f7a16d99e1c21a05306 2024-11-16T14:27:43,954 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 6ce7615609bc9f7a16d99e1c21a05306 2024-11-16T14:27:43,954 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 2badd6d8b2ce906a13a84dccf15991ff 2024-11-16T14:27:43,956 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 6ce7615609bc9f7a16d99e1c21a05306 2024-11-16T14:27:43,956 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/default/testClearRegionBlockCache/2badd6d8b2ce906a13a84dccf15991ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T14:27:43,956 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 2badd6d8b2ce906a13a84dccf15991ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58871312, jitterRate=-0.12274909019470215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T14:27:43,956 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2badd6d8b2ce906a13a84dccf15991ff 2024-11-16T14:27:43,957 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 2badd6d8b2ce906a13a84dccf15991ff: Running coprocessor pre-open hook at 1731767263947Writing region info on filesystem at 1731767263947Initializing all the Stores at 1731767263948 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767263948Cleaning up temporary data from old regions at 1731767263951 (+3 ms)Running coprocessor post-open hooks at 1731767263956 (+5 ms)Region opened successfully at 1731767263957 (+1 ms) 2024-11-16T14:27:43,958 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731767263603.2badd6d8b2ce906a13a84dccf15991ff., pid=7, masterSystemTime=1731767263943 2024-11-16T14:27:43,958 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/default/testClearRegionBlockCache/6ce7615609bc9f7a16d99e1c21a05306/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T14:27:43,958 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 6ce7615609bc9f7a16d99e1c21a05306; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75404067, jitterRate=0.12360815703868866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T14:27:43,959 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ce7615609bc9f7a16d99e1c21a05306 2024-11-16T14:27:43,959 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 6ce7615609bc9f7a16d99e1c21a05306: Running coprocessor pre-open hook at 1731767263950Writing region info on filesystem at 1731767263950Initializing all the Stores at 1731767263950Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731767263950Cleaning up temporary data from old regions at 1731767263954 (+4 ms)Running coprocessor post-open hooks at 1731767263959 (+5 ms)Region opened successfully at 1731767263959 2024-11-16T14:27:43,959 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731767263603.6ce7615609bc9f7a16d99e1c21a05306., pid=8, masterSystemTime=1731767263944 2024-11-16T14:27:43,960 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731767263603.2badd6d8b2ce906a13a84dccf15991ff. 2024-11-16T14:27:43,960 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731767263603.2badd6d8b2ce906a13a84dccf15991ff. 2024-11-16T14:27:43,961 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2badd6d8b2ce906a13a84dccf15991ff, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,44735,1731767262106 2024-11-16T14:27:43,961 DEBUG [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731767263603.6ce7615609bc9f7a16d99e1c21a05306. 2024-11-16T14:27:43,962 INFO [RS_OPEN_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731767263603.6ce7615609bc9f7a16d99e1c21a05306. 2024-11-16T14:27:43,962 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6ce7615609bc9f7a16d99e1c21a05306, regionState=OPEN, openSeqNum=2, regionLocation=04e93f2b5fad,42303,1731767262151 2024-11-16T14:27:43,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2badd6d8b2ce906a13a84dccf15991ff, server=04e93f2b5fad,44735,1731767262106 because future has completed 2024-11-16T14:27:43,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ce7615609bc9f7a16d99e1c21a05306, server=04e93f2b5fad,42303,1731767262151 because future has completed 2024-11-16T14:27:43,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-16T14:27:43,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2badd6d8b2ce906a13a84dccf15991ff, server=04e93f2b5fad,44735,1731767262106 in 174 msec 2024-11-16T14:27:43,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2badd6d8b2ce906a13a84dccf15991ff, ASSIGN in 333 msec 2024-11-16T14:27:43,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-16T14:27:43,968 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ce7615609bc9f7a16d99e1c21a05306, server=04e93f2b5fad,42303,1731767262151 in 175 msec 2024-11-16T14:27:43,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-16T14:27:43,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6ce7615609bc9f7a16d99e1c21a05306, ASSIGN in 334 msec 2024-11-16T14:27:43,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T14:27:43,971 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731767263971"}]},"ts":"1731767263971"} 2024-11-16T14:27:43,973 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-16T14:27:43,974 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T14:27:43,976 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 371 msec 2024-11-16T14:27:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41065 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T14:27:44,230 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-16T14:27:44,230 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-16T14:27:44,230 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T14:27:44,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-16T14:27:44,234 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T14:27:44,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-16T14:27:44,238 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731767263603.2badd6d8b2ce906a13a84dccf15991ff., hostname=04e93f2b5fad,44735,1731767262106, seqNum=2] 2024-11-16T14:27:44,255 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731767263603.6ce7615609bc9f7a16d99e1c21a05306., hostname=04e93f2b5fad,42303,1731767262151, seqNum=2] 2024-11-16T14:27:44,256 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T14:27:44,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T14:27:44,272 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2badd6d8b2ce906a13a84dccf15991ff 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-16T14:27:44,294 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/default/testClearRegionBlockCache/2badd6d8b2ce906a13a84dccf15991ff/.tmp/family/f7166cda852245e7a05ae9972c8d5fa8 is 32, key is 1/family:/1731767264240/Put/seqid=0 2024-11-16T14:27:44,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741839_1015 (size=5054) 2024-11-16T14:27:44,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741839_1015 (size=5054) 2024-11-16T14:27:44,312 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/default/testClearRegionBlockCache/2badd6d8b2ce906a13a84dccf15991ff/.tmp/family/f7166cda852245e7a05ae9972c8d5fa8 2024-11-16T14:27:44,319 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/default/testClearRegionBlockCache/2badd6d8b2ce906a13a84dccf15991ff/.tmp/family/f7166cda852245e7a05ae9972c8d5fa8 as hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/default/testClearRegionBlockCache/2badd6d8b2ce906a13a84dccf15991ff/family/f7166cda852245e7a05ae9972c8d5fa8 2024-11-16T14:27:44,325 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/default/testClearRegionBlockCache/2badd6d8b2ce906a13a84dccf15991ff/family/f7166cda852245e7a05ae9972c8d5fa8, entries=4, sequenceid=8, filesize=4.9 K 2024-11-16T14:27:44,327 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 2badd6d8b2ce906a13a84dccf15991ff in 55ms, sequenceid=8, compaction requested=false 2024-11-16T14:27:44,327 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2badd6d8b2ce906a13a84dccf15991ff: 2024-11-16T14:27:44,327 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 6ce7615609bc9f7a16d99e1c21a05306 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-16T14:27:44,346 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/default/testClearRegionBlockCache/6ce7615609bc9f7a16d99e1c21a05306/.tmp/family/08920153eaf643d589666f07868fc494 is 32, key is 5/family:/1731767264258/Put/seqid=0 2024-11-16T14:27:44,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741840_1016 (size=5083) 2024-11-16T14:27:44,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741840_1016 (size=5083) 2024-11-16T14:27:44,362 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/default/testClearRegionBlockCache/6ce7615609bc9f7a16d99e1c21a05306/.tmp/family/08920153eaf643d589666f07868fc494 2024-11-16T14:27:44,371 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/default/testClearRegionBlockCache/6ce7615609bc9f7a16d99e1c21a05306/.tmp/family/08920153eaf643d589666f07868fc494 as hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/default/testClearRegionBlockCache/6ce7615609bc9f7a16d99e1c21a05306/family/08920153eaf643d589666f07868fc494 2024-11-16T14:27:44,379 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/default/testClearRegionBlockCache/6ce7615609bc9f7a16d99e1c21a05306/family/08920153eaf643d589666f07868fc494, entries=5, sequenceid=9, filesize=5.0 K 2024-11-16T14:27:44,380 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 6ce7615609bc9f7a16d99e1c21a05306 in 53ms, sequenceid=9, compaction requested=false 2024-11-16T14:27:44,380 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6ce7615609bc9f7a16d99e1c21a05306: 2024-11-16T14:27:44,386 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-16T14:27:44,390 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T14:27:44,390 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T14:27:44,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T14:27:44,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T14:27:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42303 {}] bucket.BucketCache(1863): found 1 blocks for file 08920153eaf643d589666f07868fc494, starting offset: 0, end offset: 9223372036854775807 2024-11-16T14:27:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42303 {}] bucket.BucketCache(856): removed key 08920153eaf643d589666f07868fc494_0 from back map with offset lock 2094080 in the evict process 2024-11-16T14:27:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44735 {}] bucket.BucketCache(1863): found 1 blocks for file f7166cda852245e7a05ae9972c8d5fa8, starting offset: 0, end offset: 9223372036854775807 2024-11-16T14:27:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44735 {}] bucket.BucketCache(856): removed key f7166cda852245e7a05ae9972c8d5fa8_0 from back map with offset lock 2094080 in the evict process 2024-11-16T14:27:44,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T14:27:44,392 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T14:27:44,393 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T14:27:44,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:44,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:44,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T14:27:44,393 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T14:27:44,393 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2073242907, stopped=false 2024-11-16T14:27:44,393 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=04e93f2b5fad,41065,1731767261930 2024-11-16T14:27:44,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:44,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101440b567f0002, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:44,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44735-0x101440b567f0001, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T14:27:44,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:44,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101440b567f0002, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:44,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44735-0x101440b567f0001, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:44,460 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T14:27:44,460 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T14:27:44,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:44,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42303-0x101440b567f0002, quorum=127.0.0.1:50096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:44,460 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T14:27:44,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:44,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44735-0x101440b567f0001, quorum=127.0.0.1:50096, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T14:27:44,461 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04e93f2b5fad,44735,1731767262106' ***** 2024-11-16T14:27:44,461 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T14:27:44,461 INFO [RS:0;04e93f2b5fad:44735 {}] bucket.BucketCache(1738): Disabling cache 2024-11-16T14:27:44,461 INFO [RS:0;04e93f2b5fad:44735 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-16T14:27:44,461 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-16T14:27:44,461 INFO [RS:0;04e93f2b5fad:44735 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T14:27:44,461 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-16T14:27:44,461 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-16T14:27:44,461 INFO [RS:0;04e93f2b5fad:44735 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T14:27:44,461 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '04e93f2b5fad,42303,1731767262151' ***** 2024-11-16T14:27:44,461 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T14:27:44,461 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T14:27:44,461 INFO [RS:0;04e93f2b5fad:44735 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T14:27:44,462 INFO [RS:1;04e93f2b5fad:42303 {}] bucket.BucketCache(1738): Disabling cache 2024-11-16T14:27:44,462 INFO [RS:0;04e93f2b5fad:44735 {}] regionserver.HRegionServer(3091): Received CLOSE for 2badd6d8b2ce906a13a84dccf15991ff 2024-11-16T14:27:44,462 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-16T14:27:44,462 INFO [RS:1;04e93f2b5fad:42303 {}] bucket.BucketCache(1762): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-16T14:27:44,462 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-16T14:27:44,462 INFO [RS:1;04e93f2b5fad:42303 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T14:27:44,462 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1271): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-16T14:27:44,462 INFO [RS:1;04e93f2b5fad:42303 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T14:27:44,462 INFO [RS:0;04e93f2b5fad:44735 {}] regionserver.HRegionServer(959): stopping server 04e93f2b5fad,44735,1731767262106 2024-11-16T14:27:44,462 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T14:27:44,462 INFO [RS:1;04e93f2b5fad:42303 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T14:27:44,462 INFO [RS:0;04e93f2b5fad:44735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T14:27:44,462 INFO [RS:1;04e93f2b5fad:42303 {}] regionserver.HRegionServer(3091): Received CLOSE for 6ce7615609bc9f7a16d99e1c21a05306 2024-11-16T14:27:44,462 INFO [RS:0;04e93f2b5fad:44735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;04e93f2b5fad:44735. 2024-11-16T14:27:44,462 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2badd6d8b2ce906a13a84dccf15991ff, disabling compactions & flushes 2024-11-16T14:27:44,462 DEBUG [RS:0;04e93f2b5fad:44735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T14:27:44,462 INFO [RS:1;04e93f2b5fad:42303 {}] regionserver.HRegionServer(959): stopping server 04e93f2b5fad,42303,1731767262151 2024-11-16T14:27:44,462 DEBUG [RS:0;04e93f2b5fad:44735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:44,462 INFO [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731767263603.2badd6d8b2ce906a13a84dccf15991ff. 2024-11-16T14:27:44,462 INFO [RS:1;04e93f2b5fad:42303 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T14:27:44,462 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731767263603.2badd6d8b2ce906a13a84dccf15991ff. 2024-11-16T14:27:44,462 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731767263603.2badd6d8b2ce906a13a84dccf15991ff. after waiting 0 ms 2024-11-16T14:27:44,462 INFO [RS:1;04e93f2b5fad:42303 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;04e93f2b5fad:42303. 2024-11-16T14:27:44,462 INFO [RS:0;04e93f2b5fad:44735 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T14:27:44,462 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731767263603.2badd6d8b2ce906a13a84dccf15991ff. 2024-11-16T14:27:44,462 INFO [RS:0;04e93f2b5fad:44735 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T14:27:44,462 DEBUG [RS:1;04e93f2b5fad:42303 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T14:27:44,462 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6ce7615609bc9f7a16d99e1c21a05306, disabling compactions & flushes 2024-11-16T14:27:44,462 INFO [RS:0;04e93f2b5fad:44735 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T14:27:44,462 DEBUG [RS:1;04e93f2b5fad:42303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:44,462 INFO [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731767263603.6ce7615609bc9f7a16d99e1c21a05306. 2024-11-16T14:27:44,462 INFO [RS:0;04e93f2b5fad:44735 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T14:27:44,462 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731767263603.6ce7615609bc9f7a16d99e1c21a05306. 2024-11-16T14:27:44,462 INFO [RS:1;04e93f2b5fad:42303 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T14:27:44,462 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731767263603.6ce7615609bc9f7a16d99e1c21a05306. after waiting 0 ms 2024-11-16T14:27:44,462 DEBUG [RS:1;04e93f2b5fad:42303 {}] regionserver.HRegionServer(1325): Online Regions={6ce7615609bc9f7a16d99e1c21a05306=testClearRegionBlockCache,5,1731767263603.6ce7615609bc9f7a16d99e1c21a05306.} 2024-11-16T14:27:44,462 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731767263603.6ce7615609bc9f7a16d99e1c21a05306. 2024-11-16T14:27:44,462 DEBUG [RS:1;04e93f2b5fad:42303 {}] regionserver.HRegionServer(1351): Waiting on 6ce7615609bc9f7a16d99e1c21a05306 2024-11-16T14:27:44,463 INFO [regionserver/04e93f2b5fad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T14:27:44,464 INFO [RS:0;04e93f2b5fad:44735 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T14:27:44,464 DEBUG [RS:0;04e93f2b5fad:44735 {}] regionserver.HRegionServer(1325): Online Regions={2badd6d8b2ce906a13a84dccf15991ff=testClearRegionBlockCache,,1731767263603.2badd6d8b2ce906a13a84dccf15991ff., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T14:27:44,464 DEBUG [RS:0;04e93f2b5fad:44735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2badd6d8b2ce906a13a84dccf15991ff 2024-11-16T14:27:44,464 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T14:27:44,464 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T14:27:44,464 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T14:27:44,464 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T14:27:44,464 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T14:27:44,464 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-16T14:27:44,469 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/default/testClearRegionBlockCache/2badd6d8b2ce906a13a84dccf15991ff/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-16T14:27:44,469 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/default/testClearRegionBlockCache/6ce7615609bc9f7a16d99e1c21a05306/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-16T14:27:44,469 INFO [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731767263603.2badd6d8b2ce906a13a84dccf15991ff. 2024-11-16T14:27:44,469 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2badd6d8b2ce906a13a84dccf15991ff: Waiting for close lock at 1731767264462Running coprocessor pre-close hooks at 1731767264462Disabling compacts and flushes for region at 1731767264462Disabling writes for close at 1731767264462Writing region close event to WAL at 1731767264465 (+3 ms)Running coprocessor post-close hooks at 1731767264469 (+4 ms)Closed at 1731767264469 2024-11-16T14:27:44,470 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731767263603.2badd6d8b2ce906a13a84dccf15991ff. 2024-11-16T14:27:44,470 INFO [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731767263603.6ce7615609bc9f7a16d99e1c21a05306. 2024-11-16T14:27:44,470 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6ce7615609bc9f7a16d99e1c21a05306: Waiting for close lock at 1731767264462Running coprocessor pre-close hooks at 1731767264462Disabling compacts and flushes for region at 1731767264462Disabling writes for close at 1731767264462Writing region close event to WAL at 1731767264465 (+3 ms)Running coprocessor post-close hooks at 1731767264469 (+4 ms)Closed at 1731767264470 (+1 ms) 2024-11-16T14:27:44,470 DEBUG [RS_CLOSE_REGION-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731767263603.6ce7615609bc9f7a16d99e1c21a05306. 2024-11-16T14:27:44,482 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/hbase/meta/1588230740/.tmp/info/1a2a807b0df9451497122dbf6a75c8d7 is 173, key is testClearRegionBlockCache,5,1731767263603.6ce7615609bc9f7a16d99e1c21a05306./info:regioninfo/1731767263962/Put/seqid=0 2024-11-16T14:27:44,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741841_1017 (size=8173) 2024-11-16T14:27:44,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741841_1017 (size=8173) 2024-11-16T14:27:44,488 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/hbase/meta/1588230740/.tmp/info/1a2a807b0df9451497122dbf6a75c8d7 2024-11-16T14:27:44,514 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/hbase/meta/1588230740/.tmp/ns/1ec8fc9eb8a5429a932fb60f442cd17f is 43, key is default/ns:d/1731767263519/Put/seqid=0 2024-11-16T14:27:44,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741842_1018 (size=5153) 2024-11-16T14:27:44,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741842_1018 (size=5153) 2024-11-16T14:27:44,521 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/hbase/meta/1588230740/.tmp/ns/1ec8fc9eb8a5429a932fb60f442cd17f 2024-11-16T14:27:44,544 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/hbase/meta/1588230740/.tmp/table/7c62a5aaa8094adcb312034361895628 is 61, key is testClearRegionBlockCache/table:state/1731767263971/Put/seqid=0 2024-11-16T14:27:44,545 INFO [regionserver/04e93f2b5fad:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T14:27:44,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741843_1019 (size=5312) 2024-11-16T14:27:44,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741843_1019 (size=5312) 2024-11-16T14:27:44,550 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/hbase/meta/1588230740/.tmp/table/7c62a5aaa8094adcb312034361895628 2024-11-16T14:27:44,556 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/hbase/meta/1588230740/.tmp/info/1a2a807b0df9451497122dbf6a75c8d7 as hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/hbase/meta/1588230740/info/1a2a807b0df9451497122dbf6a75c8d7 2024-11-16T14:27:44,562 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/hbase/meta/1588230740/info/1a2a807b0df9451497122dbf6a75c8d7, entries=20, sequenceid=13, filesize=8.0 K 2024-11-16T14:27:44,563 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/hbase/meta/1588230740/.tmp/ns/1ec8fc9eb8a5429a932fb60f442cd17f as hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/hbase/meta/1588230740/ns/1ec8fc9eb8a5429a932fb60f442cd17f 2024-11-16T14:27:44,568 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/hbase/meta/1588230740/ns/1ec8fc9eb8a5429a932fb60f442cd17f, entries=2, sequenceid=13, filesize=5.0 K 2024-11-16T14:27:44,569 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/hbase/meta/1588230740/.tmp/table/7c62a5aaa8094adcb312034361895628 as hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/hbase/meta/1588230740/table/7c62a5aaa8094adcb312034361895628 2024-11-16T14:27:44,573 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/hbase/meta/1588230740/table/7c62a5aaa8094adcb312034361895628, entries=2, sequenceid=13, filesize=5.2 K 2024-11-16T14:27:44,574 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=13, compaction requested=false 2024-11-16T14:27:44,578 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-16T14:27:44,579 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T14:27:44,579 INFO [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T14:27:44,579 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731767264464Running coprocessor pre-close hooks at 1731767264464Disabling compacts and flushes for region at 1731767264464Disabling writes for close at 1731767264464Obtaining lock to block concurrent updates at 1731767264464Preparing flush snapshotting stores in 1588230740 at 1731767264464Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731767264465 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731767264466 (+1 ms)Flushing 1588230740/info: creating writer at 1731767264466Flushing 1588230740/info: appending metadata at 1731767264481 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731767264481Flushing 1588230740/ns: creating writer at 1731767264494 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731767264514 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731767264514Flushing 1588230740/table: creating writer at 1731767264526 (+12 ms)Flushing 1588230740/table: appending metadata at 1731767264544 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731767264544Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5970f4b: reopening flushed file at 1731767264556 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a405392: reopening flushed file at 1731767264562 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15d00903: reopening flushed file at 1731767264568 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=13, compaction requested=false at 1731767264574 (+6 ms)Writing region close event to WAL at 1731767264575 (+1 ms)Running coprocessor post-close hooks at 1731767264579 (+4 ms)Closed at 1731767264579 2024-11-16T14:27:44,579 DEBUG [RS_CLOSE_META-regionserver/04e93f2b5fad:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T14:27:44,663 INFO [RS:1;04e93f2b5fad:42303 {}] regionserver.HRegionServer(976): stopping server 04e93f2b5fad,42303,1731767262151; all regions closed. 2024-11-16T14:27:44,664 INFO [RS:0;04e93f2b5fad:44735 {}] regionserver.HRegionServer(976): stopping server 04e93f2b5fad,44735,1731767262106; all regions closed. 2024-11-16T14:27:44,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741834_1010 (size=1867) 2024-11-16T14:27:44,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741834_1010 (size=1867) 2024-11-16T14:27:44,666 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/WALs/04e93f2b5fad,42303,1731767262151/04e93f2b5fad%2C42303%2C1731767262151.1731767263073 not finished, retry = 0 2024-11-16T14:27:44,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741835_1011 (size=4338) 2024-11-16T14:27:44,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741835_1011 (size=4338) 2024-11-16T14:27:44,674 DEBUG [RS:0;04e93f2b5fad:44735 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/oldWALs 2024-11-16T14:27:44,674 INFO [RS:0;04e93f2b5fad:44735 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04e93f2b5fad%2C44735%2C1731767262106.meta:.meta(num 1731767263422) 2024-11-16T14:27:44,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741833_1009 (size=1758) 2024-11-16T14:27:44,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741833_1009 (size=1758) 2024-11-16T14:27:44,679 DEBUG [RS:0;04e93f2b5fad:44735 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/oldWALs 2024-11-16T14:27:44,680 INFO [RS:0;04e93f2b5fad:44735 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04e93f2b5fad%2C44735%2C1731767262106:(num 1731767263039) 2024-11-16T14:27:44,680 DEBUG [RS:0;04e93f2b5fad:44735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:44,680 INFO [RS:0;04e93f2b5fad:44735 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T14:27:44,680 INFO [RS:0;04e93f2b5fad:44735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T14:27:44,680 INFO [RS:0;04e93f2b5fad:44735 {}] hbase.ChoreService(370): Chore service for: regionserver/04e93f2b5fad:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T14:27:44,680 INFO [RS:0;04e93f2b5fad:44735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T14:27:44,680 INFO [regionserver/04e93f2b5fad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T14:27:44,680 INFO [RS:0;04e93f2b5fad:44735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44735 2024-11-16T14:27:44,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44735-0x101440b567f0001, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04e93f2b5fad,44735,1731767262106 2024-11-16T14:27:44,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T14:27:44,717 INFO [RS:0;04e93f2b5fad:44735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T14:27:44,768 DEBUG [RS:1;04e93f2b5fad:42303 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/oldWALs 2024-11-16T14:27:44,768 INFO [RS:1;04e93f2b5fad:42303 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 04e93f2b5fad%2C42303%2C1731767262151:(num 1731767263073) 2024-11-16T14:27:44,768 DEBUG [RS:1;04e93f2b5fad:42303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T14:27:44,768 INFO [RS:1;04e93f2b5fad:42303 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T14:27:44,768 INFO [RS:1;04e93f2b5fad:42303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T14:27:44,768 INFO [RS:1;04e93f2b5fad:42303 {}] hbase.ChoreService(370): Chore service for: regionserver/04e93f2b5fad:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T14:27:44,769 INFO [RS:1;04e93f2b5fad:42303 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T14:27:44,769 INFO [RS:1;04e93f2b5fad:42303 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T14:27:44,769 INFO [RS:1;04e93f2b5fad:42303 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T14:27:44,769 INFO [RS:1;04e93f2b5fad:42303 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T14:27:44,769 INFO [regionserver/04e93f2b5fad:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T14:27:44,769 INFO [RS:1;04e93f2b5fad:42303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42303 2024-11-16T14:27:44,780 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04e93f2b5fad,44735,1731767262106] 2024-11-16T14:27:44,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101440b567f0002, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/04e93f2b5fad,42303,1731767262151 2024-11-16T14:27:44,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T14:27:44,843 INFO [RS:1;04e93f2b5fad:42303 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T14:27:44,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44735-0x101440b567f0001, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:44,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44735-0x101440b567f0001, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:44,881 INFO [RS:0;04e93f2b5fad:44735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T14:27:44,881 INFO [RS:0;04e93f2b5fad:44735 {}] regionserver.HRegionServer(1031): Exiting; stopping=04e93f2b5fad,44735,1731767262106; zookeeper connection closed. 2024-11-16T14:27:44,882 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a41331c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a41331c 2024-11-16T14:27:44,896 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04e93f2b5fad,44735,1731767262106 already deleted, retry=false 2024-11-16T14:27:44,896 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04e93f2b5fad,44735,1731767262106 expired; onlineServers=1 2024-11-16T14:27:44,980 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [04e93f2b5fad,42303,1731767262151] 2024-11-16T14:27:45,065 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/04e93f2b5fad,42303,1731767262151 already deleted, retry=false 2024-11-16T14:27:45,066 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 04e93f2b5fad,42303,1731767262151 expired; onlineServers=0 2024-11-16T14:27:45,066 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '04e93f2b5fad,41065,1731767261930' ***** 2024-11-16T14:27:45,066 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T14:27:45,066 INFO [M:0;04e93f2b5fad:41065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T14:27:45,066 INFO [M:0;04e93f2b5fad:41065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T14:27:45,066 DEBUG [M:0;04e93f2b5fad:41065 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T14:27:45,066 DEBUG [M:0;04e93f2b5fad:41065 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T14:27:45,066 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T14:27:45,066 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.large.0-1731767262783 {}] cleaner.HFileCleaner(306): Exit Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.large.0-1731767262783,5,FailOnTimeoutGroup] 2024-11-16T14:27:45,066 DEBUG [master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.small.0-1731767262783 {}] cleaner.HFileCleaner(306): Exit Thread[master/04e93f2b5fad:0:becomeActiveMaster-HFileCleaner.small.0-1731767262783,5,FailOnTimeoutGroup] 2024-11-16T14:27:45,066 INFO [M:0;04e93f2b5fad:41065 {}] hbase.ChoreService(370): Chore service for: master/04e93f2b5fad:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T14:27:45,066 INFO [M:0;04e93f2b5fad:41065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T14:27:45,066 DEBUG [M:0;04e93f2b5fad:41065 {}] master.HMaster(1795): Stopping service threads 2024-11-16T14:27:45,067 INFO [M:0;04e93f2b5fad:41065 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T14:27:45,067 INFO [M:0;04e93f2b5fad:41065 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T14:27:45,067 INFO [M:0;04e93f2b5fad:41065 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T14:27:45,067 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T14:27:45,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101440b567f0002, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:45,081 INFO [RS:1;04e93f2b5fad:42303 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T14:27:45,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42303-0x101440b567f0002, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:45,081 INFO [RS:1;04e93f2b5fad:42303 {}] regionserver.HRegionServer(1031): Exiting; stopping=04e93f2b5fad,42303,1731767262151; zookeeper connection closed. 2024-11-16T14:27:45,081 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3148929c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3148929c 2024-11-16T14:27:45,082 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-16T14:27:45,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T14:27:45,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T14:27:45,130 DEBUG [M:0;04e93f2b5fad:41065 {}] zookeeper.ZKUtil(347): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T14:27:45,130 WARN [M:0;04e93f2b5fad:41065 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T14:27:45,132 INFO [M:0;04e93f2b5fad:41065 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/.lastflushedseqids 2024-11-16T14:27:45,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741844_1020 (size=182) 2024-11-16T14:27:45,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741844_1020 (size=182) 2024-11-16T14:27:45,142 INFO [M:0;04e93f2b5fad:41065 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T14:27:45,142 INFO [M:0;04e93f2b5fad:41065 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T14:27:45,142 DEBUG [M:0;04e93f2b5fad:41065 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T14:27:45,142 INFO [M:0;04e93f2b5fad:41065 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:45,142 DEBUG [M:0;04e93f2b5fad:41065 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:45,143 DEBUG [M:0;04e93f2b5fad:41065 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T14:27:45,143 DEBUG [M:0;04e93f2b5fad:41065 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:45,143 INFO [M:0;04e93f2b5fad:41065 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.63 KB heapSize=37.03 KB 2024-11-16T14:27:45,159 DEBUG [M:0;04e93f2b5fad:41065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/668aed1fc436453ea01050823987a2dc is 82, key is hbase:meta,,1/info:regioninfo/1731767263457/Put/seqid=0 2024-11-16T14:27:45,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741845_1021 (size=5672) 2024-11-16T14:27:45,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741845_1021 (size=5672) 2024-11-16T14:27:45,163 INFO [M:0;04e93f2b5fad:41065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/668aed1fc436453ea01050823987a2dc 2024-11-16T14:27:45,187 DEBUG [M:0;04e93f2b5fad:41065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a5df308774b4eb383d69006a9fc3e3d is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731767263976/Put/seqid=0 2024-11-16T14:27:45,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741846_1022 (size=6219) 2024-11-16T14:27:45,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741846_1022 (size=6219) 2024-11-16T14:27:45,192 INFO [M:0;04e93f2b5fad:41065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.01 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a5df308774b4eb383d69006a9fc3e3d 2024-11-16T14:27:45,211 DEBUG [M:0;04e93f2b5fad:41065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc4940417fb4419684e13e8f24b35424 is 69, key is 04e93f2b5fad,42303,1731767262151/rs:state/1731767262852/Put/seqid=0 2024-11-16T14:27:45,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741847_1023 (size=5224) 2024-11-16T14:27:45,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741847_1023 (size=5224) 2024-11-16T14:27:45,218 INFO [M:0;04e93f2b5fad:41065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc4940417fb4419684e13e8f24b35424 2024-11-16T14:27:45,222 DEBUG [M:0;04e93f2b5fad:41065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/668aed1fc436453ea01050823987a2dc as hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/668aed1fc436453ea01050823987a2dc 2024-11-16T14:27:45,227 INFO [M:0;04e93f2b5fad:41065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/668aed1fc436453ea01050823987a2dc, entries=8, sequenceid=71, filesize=5.5 K 2024-11-16T14:27:45,228 DEBUG [M:0;04e93f2b5fad:41065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a5df308774b4eb383d69006a9fc3e3d as hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a5df308774b4eb383d69006a9fc3e3d 2024-11-16T14:27:45,232 INFO [M:0;04e93f2b5fad:41065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a5df308774b4eb383d69006a9fc3e3d, entries=8, sequenceid=71, filesize=6.1 K 2024-11-16T14:27:45,233 DEBUG [M:0;04e93f2b5fad:41065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc4940417fb4419684e13e8f24b35424 as hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc4940417fb4419684e13e8f24b35424 2024-11-16T14:27:45,238 INFO [M:0;04e93f2b5fad:41065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44807/user/jenkins/test-data/a42983c5-b150-9f33-5241-85209c215d7e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc4940417fb4419684e13e8f24b35424, entries=2, sequenceid=71, filesize=5.1 K 2024-11-16T14:27:45,239 INFO [M:0;04e93f2b5fad:41065 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=71, compaction requested=false 2024-11-16T14:27:45,240 INFO [M:0;04e93f2b5fad:41065 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T14:27:45,240 DEBUG [M:0;04e93f2b5fad:41065 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731767265142Disabling compacts and flushes for region at 1731767265142Disabling writes for close at 1731767265143 (+1 ms)Obtaining lock to block concurrent updates at 1731767265143Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731767265143Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30342, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731767265143Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731767265144 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731767265144Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731767265158 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731767265158Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731767265168 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731767265186 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731767265186Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731767265198 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731767265211 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731767265211Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ce4b418: reopening flushed file at 1731767265222 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7213f272: reopening flushed file at 1731767265227 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f0bed0e: reopening flushed file at 1731767265232 (+5 ms)Finished flush of dataSize ~29.63 KB/30342, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=71, compaction requested=false at 1731767265239 (+7 ms)Writing region close event to WAL at 1731767265240 (+1 ms)Closed at 1731767265240 2024-11-16T14:27:45,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40061 is added to blk_1073741830_1006 (size=35489) 2024-11-16T14:27:45,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741830_1006 (size=35489) 2024-11-16T14:27:45,243 INFO [M:0;04e93f2b5fad:41065 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T14:27:45,243 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T14:27:45,244 INFO [M:0;04e93f2b5fad:41065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41065 2024-11-16T14:27:45,244 INFO [M:0;04e93f2b5fad:41065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T14:27:45,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:45,411 INFO [M:0;04e93f2b5fad:41065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T14:27:45,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41065-0x101440b567f0000, quorum=127.0.0.1:50096, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T14:27:45,417 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24bdf4f6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T14:27:45,418 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5eba7a0a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T14:27:45,418 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T14:27:45,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@319819d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T14:27:45,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21394073{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/hadoop.log.dir/,STOPPED} 2024-11-16T14:27:45,420 WARN [BP-504483110-172.17.0.2-1731767259524 heartbeating to localhost/127.0.0.1:44807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T14:27:45,420 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T14:27:45,420 WARN [BP-504483110-172.17.0.2-1731767259524 heartbeating to localhost/127.0.0.1:44807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-504483110-172.17.0.2-1731767259524 (Datanode Uuid 01c68d5b-a4b9-45b2-8069-bdc823a065c4) service to localhost/127.0.0.1:44807 2024-11-16T14:27:45,420 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T14:27:45,421 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/cluster_f647e229-8979-c17b-70bd-eaf7373650e6/data/data3/current/BP-504483110-172.17.0.2-1731767259524 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T14:27:45,422 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/cluster_f647e229-8979-c17b-70bd-eaf7373650e6/data/data4/current/BP-504483110-172.17.0.2-1731767259524 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T14:27:45,422 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T14:27:45,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@295dac2e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T14:27:45,425 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2659960{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T14:27:45,425 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T14:27:45,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48ef0b0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T14:27:45,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e900130{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/hadoop.log.dir/,STOPPED} 2024-11-16T14:27:45,426 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T14:27:45,426 WARN [BP-504483110-172.17.0.2-1731767259524 heartbeating to localhost/127.0.0.1:44807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T14:27:45,426 WARN [BP-504483110-172.17.0.2-1731767259524 heartbeating to localhost/127.0.0.1:44807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-504483110-172.17.0.2-1731767259524 (Datanode Uuid eb47d3ba-dd37-4901-9385-bba5b2e621d9) service to localhost/127.0.0.1:44807 2024-11-16T14:27:45,426 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T14:27:45,427 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/cluster_f647e229-8979-c17b-70bd-eaf7373650e6/data/data1/current/BP-504483110-172.17.0.2-1731767259524 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T14:27:45,427 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/cluster_f647e229-8979-c17b-70bd-eaf7373650e6/data/data2/current/BP-504483110-172.17.0.2-1731767259524 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T14:27:45,428 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T14:27:45,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@494bce2a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T14:27:45,434 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@493edb4c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T14:27:45,434 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T14:27:45,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1f5359{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T14:27:45,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57b823e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249ef9ed-3d02-36cf-528f-dbabb4994423/hadoop.log.dir/,STOPPED} 2024-11-16T14:27:45,439 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T14:27:45,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T14:27:45,462 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=184 (was 166) - Thread LEAK? -, OpenFileDescriptor=551 (was 522) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=368 (was 365) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3755 (was 3896)